{
 "cells": [
  {
   "cell_type": "code",
   "execution_count": 1,
   "metadata": {},
   "outputs": [],
   "source": [
    "import pandas as pd\n",
    "import numpy as np"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 2,
   "metadata": {},
   "outputs": [],
   "source": [
    "apps_testset = pd.read_csv('../../dataset/APPS_new/apps_test_executable.csv')\n",
    "humaneval_testset = pd.read_csv('../../dataset/HumanEval/humaneval_test.csv')\n",
    "mbpp_testset = pd.read_csv('../../dataset/MBPP/mbpp_test.csv')"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "# APPS"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 3,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>Unnamed: 0</th>\n",
       "      <th>problem_id</th>\n",
       "      <th>difficulty</th>\n",
       "      <th>fn_name</th>\n",
       "      <th>solutions</th>\n",
       "      <th>asserts</th>\n",
       "      <th>solution1</th>\n",
       "      <th>prompt_code</th>\n",
       "      <th>prompt_testcase</th>\n",
       "      <th>output_testcase</th>\n",
       "      <th>output_solution</th>\n",
       "      <th>exec_error</th>\n",
       "      <th>prompt_testcase_textcode</th>\n",
       "      <th>prompt_testcase_code</th>\n",
       "      <th>prompt_testcase_llm</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>interview</td>\n",
       "      <td>call_solution</td>\n",
       "      <td>[\"s = input()\\nn = len(s)\\nind = -1\\nf = False...</td>\n",
       "      <td>assert call_solution('|[a:b:|]') == '4'\\nasser...</td>\n",
       "      <td>s = input()\\nn = len(s)\\nind = -1\\nf = False\\n...</td>\n",
       "      <td>def call_solution():\\n    r\"\"\"\\n    An accordi...</td>\n",
       "      <td>def call_solution():\\n    r\"\"\"\\n    An accordi...</td>\n",
       "      <td>call_solution('|[a:b:|]') == '4'\\nassert call_...</td>\n",
       "      <td>s = input()\\n    n = len(s)\\n    ind = -1\\...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>def call_solution():\\n    r\"\"\"\\n    An accordi...</td>\n",
       "      <td>def call_solution():\\n    s = input()\\n    n =...</td>\n",
       "      <td>import sys\\nimport io\\ndef test_call_solution(...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>interview</td>\n",
       "      <td>call_solution</td>\n",
       "      <td>[\"num = list(map(int, input()))\\nbest = num[:]...</td>\n",
       "      <td>assert call_solution('100') == '99'\\nassert ca...</td>\n",
       "      <td>num = list(map(int, input()))\\nbest = num[:]\\n...</td>\n",
       "      <td>def call_solution():\\n    r\"\"\"\\n    Anton has ...</td>\n",
       "      <td>def call_solution():\\n    r\"\"\"\\n    Anton has ...</td>\n",
       "      <td>call_solution('100') == '99'\\nassert call_solu...</td>\n",
       "      <td>num = list(map(int, input()))\\n    best = ...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>def call_solution():\\n    r\"\"\"\\n    Anton has ...</td>\n",
       "      <td>def call_solution():\\n    num = list(map(int, ...</td>\n",
       "      <td>import sys\\nimport io\\ndef test_call_solution(...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>2</td>\n",
       "      <td>2</td>\n",
       "      <td>interview</td>\n",
       "      <td>call_solution</td>\n",
       "      <td>[\"def main():\\n    s = input()\\n    n = len(s)...</td>\n",
       "      <td>assert call_solution('4') == '1'\\nassert call_...</td>\n",
       "      <td>def main():\\n    s = input()\\n    n = len(s)\\n...</td>\n",
       "      <td>def call_solution():\\n    r\"\"\"\\n    Apart from...</td>\n",
       "      <td>def call_solution():\\n    r\"\"\"\\n    Apart from...</td>\n",
       "      <td>call_solution('4') == '1'\\nassert call_solutio...</td>\n",
       "      <td>def main():\\n        s = input()\\n        ...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>def call_solution():\\n    r\"\"\"\\n    Apart from...</td>\n",
       "      <td>def call_solution():\\n    def main():\\n       ...</td>\n",
       "      <td>import sys\\nimport io\\ndef test_call_solution(...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "      <td>interview</td>\n",
       "      <td>call_solution</td>\n",
       "      <td>['from collections import defaultdict as dd\\ni...</td>\n",
       "      <td>assert call_solution('7 5\\n1 4\\n4 5\\n5 6\\n6 7\\...</td>\n",
       "      <td>from collections import defaultdict as dd\\nimp...</td>\n",
       "      <td>def call_solution():\\n    r\"\"\"\\n    You have a...</td>\n",
       "      <td>def call_solution():\\n    r\"\"\"\\n    You have a...</td>\n",
       "      <td>call_solution('7 5\\n1 4\\n4 5\\n5 6\\n6 7\\n3 5') ...</td>\n",
       "      <td>from collections import defaultdict as dd\\...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>def call_solution():\\n    r\"\"\"\\n    You have a...</td>\n",
       "      <td>def call_solution():\\n    from collections imp...</td>\n",
       "      <td>import sys\\nimport io\\ndef test_call_solution(...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>4</td>\n",
       "      <td>4</td>\n",
       "      <td>interview</td>\n",
       "      <td>call_solution</td>\n",
       "      <td>['x=int(input())\\nh,m=list(map(int,input().spl...</td>\n",
       "      <td>assert call_solution('3\\n11 23') == '2'\\nasser...</td>\n",
       "      <td>x=int(input())\\nh,m=list(map(int,input().split...</td>\n",
       "      <td>def call_solution():\\n    r\"\"\"\\n    Jamie love...</td>\n",
       "      <td>def call_solution():\\n    r\"\"\"\\n    Jamie love...</td>\n",
       "      <td>call_solution('3\\n11 23') == '2'\\nassert call_...</td>\n",
       "      <td>x=int(input())\\n    h,m=list(map(int,input...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>def call_solution():\\n    r\"\"\"\\n    Jamie love...</td>\n",
       "      <td>def call_solution():\\n    x=int(input())\\n    ...</td>\n",
       "      <td>import sys\\nimport io\\ndef test_call_solution(...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3254</th>\n",
       "      <td>3254</td>\n",
       "      <td>4720</td>\n",
       "      <td>introductory</td>\n",
       "      <td>call_solution</td>\n",
       "      <td>['N = int(input())\\nans = 0\\nfor _ in range(N)...</td>\n",
       "      <td>assert call_solution('1\\n24 30') == '7'\\nasser...</td>\n",
       "      <td>N = int(input())\\nans = 0\\nfor _ in range(N):\\...</td>\n",
       "      <td>def call_solution():\\n    r\"\"\"\\n    Joisino is...</td>\n",
       "      <td>def call_solution():\\n    r\"\"\"\\n    Joisino is...</td>\n",
       "      <td>call_solution('1\\n24 30') == '7'\\nassert call_...</td>\n",
       "      <td>N = int(input())\\n    ans = 0\\n    for _ i...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>def call_solution():\\n    r\"\"\"\\n    Joisino is...</td>\n",
       "      <td>def call_solution():\\n    N = int(input())\\n  ...</td>\n",
       "      <td>import sys\\nimport io\\ndef test_call_solution(...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3255</th>\n",
       "      <td>3255</td>\n",
       "      <td>4721</td>\n",
       "      <td>introductory</td>\n",
       "      <td>call_solution</td>\n",
       "      <td>['a, b = map(int, input().split())\\nprint((a -...</td>\n",
       "      <td>assert call_solution('3 4') == '6'\\nassert cal...</td>\n",
       "      <td>a, b = map(int, input().split())\\nprint((a - 1...</td>\n",
       "      <td>def call_solution():\\n    r\"\"\"\\n    In K-city,...</td>\n",
       "      <td>def call_solution():\\n    r\"\"\"\\n    In K-city,...</td>\n",
       "      <td>call_solution('3 4') == '6'\\nassert call_solut...</td>\n",
       "      <td>a, b = map(int, input().split())\\n    prin...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>def call_solution():\\n    r\"\"\"\\n    In K-city,...</td>\n",
       "      <td>def call_solution():\\n    a, b = map(int, inpu...</td>\n",
       "      <td>import sys\\nimport io\\ndef test_call_solution(...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3256</th>\n",
       "      <td>3256</td>\n",
       "      <td>4722</td>\n",
       "      <td>introductory</td>\n",
       "      <td>call_solution</td>\n",
       "      <td>['A, B = map(int, input().split())\\nC = A + B\\...</td>\n",
       "      <td>assert call_solution('4 5') == 'Possible'\\nass...</td>\n",
       "      <td>A, B = map(int, input().split())\\nC = A + B\\n\\...</td>\n",
       "      <td>def call_solution():\\n    r\"\"\"\\n    Snuke is g...</td>\n",
       "      <td>def call_solution():\\n    r\"\"\"\\n    Snuke is g...</td>\n",
       "      <td>call_solution('4 5') == 'Possible'\\nassert cal...</td>\n",
       "      <td>A, B = map(int, input().split())\\n    C = ...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>def call_solution():\\n    r\"\"\"\\n    Snuke is g...</td>\n",
       "      <td>def call_solution():\\n    A, B = map(int, inpu...</td>\n",
       "      <td>import sys\\nimport io\\ndef test_call_solution(...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3257</th>\n",
       "      <td>3257</td>\n",
       "      <td>4723</td>\n",
       "      <td>introductory</td>\n",
       "      <td>call_solution</td>\n",
       "      <td>['# -*- coding: utf-8 -*-\\n\"\"\"\\nCreated on Mon...</td>\n",
       "      <td>assert call_solution('?tc????\\ncoder') == 'atc...</td>\n",
       "      <td># -*- coding: utf-8 -*-\\n\"\"\"\\nCreated on Mon S...</td>\n",
       "      <td>def call_solution():\\n    r\"\"\"\\n    E869120 fo...</td>\n",
       "      <td>def call_solution():\\n    r\"\"\"\\n    E869120 fo...</td>\n",
       "      <td>call_solution('?tc????\\ncoder') == 'atcoder'\\n...</td>\n",
       "      <td># -*- coding: utf-8 -*-\\n    \"\"\"\\n    Crea...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>def call_solution():\\n    r\"\"\"\\n    E869120 fo...</td>\n",
       "      <td>def call_solution():\\n    # -*- coding: utf-8 ...</td>\n",
       "      <td>import sys\\nimport io\\ndef test_call_solution(...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3258</th>\n",
       "      <td>3258</td>\n",
       "      <td>4724</td>\n",
       "      <td>introductory</td>\n",
       "      <td>call_solution</td>\n",
       "      <td>['# 現在と目標のレーティングを取得\\nR = int(input())\\nG = int...</td>\n",
       "      <td>assert call_solution('2002\\n2017') == '2032'\\n...</td>\n",
       "      <td># 現在と目標のレーティングを取得\\nR = int(input())\\nG = int(i...</td>\n",
       "      <td>def call_solution():\\n    r\"\"\"\\n    Takahashi ...</td>\n",
       "      <td>def call_solution():\\n    r\"\"\"\\n    Takahashi ...</td>\n",
       "      <td>call_solution('2002\\n2017') == '2032'\\nassert ...</td>\n",
       "      <td># 現在と目標のレーティングを取得\\n    R = int(input())\\n ...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>def call_solution():\\n    r\"\"\"\\n    Takahashi ...</td>\n",
       "      <td>def call_solution():\\n    # 現在と目標のレーティングを取得\\n ...</td>\n",
       "      <td>import sys\\nimport io\\ndef test_call_solution(...</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>3259 rows × 15 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "      Unnamed: 0  problem_id    difficulty        fn_name  \\\n",
       "0              0           0     interview  call_solution   \n",
       "1              1           1     interview  call_solution   \n",
       "2              2           2     interview  call_solution   \n",
       "3              3           3     interview  call_solution   \n",
       "4              4           4     interview  call_solution   \n",
       "...          ...         ...           ...            ...   \n",
       "3254        3254        4720  introductory  call_solution   \n",
       "3255        3255        4721  introductory  call_solution   \n",
       "3256        3256        4722  introductory  call_solution   \n",
       "3257        3257        4723  introductory  call_solution   \n",
       "3258        3258        4724  introductory  call_solution   \n",
       "\n",
       "                                              solutions  \\\n",
       "0     [\"s = input()\\nn = len(s)\\nind = -1\\nf = False...   \n",
       "1     [\"num = list(map(int, input()))\\nbest = num[:]...   \n",
       "2     [\"def main():\\n    s = input()\\n    n = len(s)...   \n",
       "3     ['from collections import defaultdict as dd\\ni...   \n",
       "4     ['x=int(input())\\nh,m=list(map(int,input().spl...   \n",
       "...                                                 ...   \n",
       "3254  ['N = int(input())\\nans = 0\\nfor _ in range(N)...   \n",
       "3255  ['a, b = map(int, input().split())\\nprint((a -...   \n",
       "3256  ['A, B = map(int, input().split())\\nC = A + B\\...   \n",
       "3257  ['# -*- coding: utf-8 -*-\\n\"\"\"\\nCreated on Mon...   \n",
       "3258  ['# 現在と目標のレーティングを取得\\nR = int(input())\\nG = int...   \n",
       "\n",
       "                                                asserts  \\\n",
       "0     assert call_solution('|[a:b:|]') == '4'\\nasser...   \n",
       "1     assert call_solution('100') == '99'\\nassert ca...   \n",
       "2     assert call_solution('4') == '1'\\nassert call_...   \n",
       "3     assert call_solution('7 5\\n1 4\\n4 5\\n5 6\\n6 7\\...   \n",
       "4     assert call_solution('3\\n11 23') == '2'\\nasser...   \n",
       "...                                                 ...   \n",
       "3254  assert call_solution('1\\n24 30') == '7'\\nasser...   \n",
       "3255  assert call_solution('3 4') == '6'\\nassert cal...   \n",
       "3256  assert call_solution('4 5') == 'Possible'\\nass...   \n",
       "3257  assert call_solution('?tc????\\ncoder') == 'atc...   \n",
       "3258  assert call_solution('2002\\n2017') == '2032'\\n...   \n",
       "\n",
       "                                              solution1  \\\n",
       "0     s = input()\\nn = len(s)\\nind = -1\\nf = False\\n...   \n",
       "1     num = list(map(int, input()))\\nbest = num[:]\\n...   \n",
       "2     def main():\\n    s = input()\\n    n = len(s)\\n...   \n",
       "3     from collections import defaultdict as dd\\nimp...   \n",
       "4     x=int(input())\\nh,m=list(map(int,input().split...   \n",
       "...                                                 ...   \n",
       "3254  N = int(input())\\nans = 0\\nfor _ in range(N):\\...   \n",
       "3255  a, b = map(int, input().split())\\nprint((a - 1...   \n",
       "3256  A, B = map(int, input().split())\\nC = A + B\\n\\...   \n",
       "3257  # -*- coding: utf-8 -*-\\n\"\"\"\\nCreated on Mon S...   \n",
       "3258  # 現在と目標のレーティングを取得\\nR = int(input())\\nG = int(i...   \n",
       "\n",
       "                                            prompt_code  \\\n",
       "0     def call_solution():\\n    r\"\"\"\\n    An accordi...   \n",
       "1     def call_solution():\\n    r\"\"\"\\n    Anton has ...   \n",
       "2     def call_solution():\\n    r\"\"\"\\n    Apart from...   \n",
       "3     def call_solution():\\n    r\"\"\"\\n    You have a...   \n",
       "4     def call_solution():\\n    r\"\"\"\\n    Jamie love...   \n",
       "...                                                 ...   \n",
       "3254  def call_solution():\\n    r\"\"\"\\n    Joisino is...   \n",
       "3255  def call_solution():\\n    r\"\"\"\\n    In K-city,...   \n",
       "3256  def call_solution():\\n    r\"\"\"\\n    Snuke is g...   \n",
       "3257  def call_solution():\\n    r\"\"\"\\n    E869120 fo...   \n",
       "3258  def call_solution():\\n    r\"\"\"\\n    Takahashi ...   \n",
       "\n",
       "                                        prompt_testcase  \\\n",
       "0     def call_solution():\\n    r\"\"\"\\n    An accordi...   \n",
       "1     def call_solution():\\n    r\"\"\"\\n    Anton has ...   \n",
       "2     def call_solution():\\n    r\"\"\"\\n    Apart from...   \n",
       "3     def call_solution():\\n    r\"\"\"\\n    You have a...   \n",
       "4     def call_solution():\\n    r\"\"\"\\n    Jamie love...   \n",
       "...                                                 ...   \n",
       "3254  def call_solution():\\n    r\"\"\"\\n    Joisino is...   \n",
       "3255  def call_solution():\\n    r\"\"\"\\n    In K-city,...   \n",
       "3256  def call_solution():\\n    r\"\"\"\\n    Snuke is g...   \n",
       "3257  def call_solution():\\n    r\"\"\"\\n    E869120 fo...   \n",
       "3258  def call_solution():\\n    r\"\"\"\\n    Takahashi ...   \n",
       "\n",
       "                                        output_testcase  \\\n",
       "0     call_solution('|[a:b:|]') == '4'\\nassert call_...   \n",
       "1     call_solution('100') == '99'\\nassert call_solu...   \n",
       "2     call_solution('4') == '1'\\nassert call_solutio...   \n",
       "3     call_solution('7 5\\n1 4\\n4 5\\n5 6\\n6 7\\n3 5') ...   \n",
       "4     call_solution('3\\n11 23') == '2'\\nassert call_...   \n",
       "...                                                 ...   \n",
       "3254  call_solution('1\\n24 30') == '7'\\nassert call_...   \n",
       "3255  call_solution('3 4') == '6'\\nassert call_solut...   \n",
       "3256  call_solution('4 5') == 'Possible'\\nassert cal...   \n",
       "3257  call_solution('?tc????\\ncoder') == 'atcoder'\\n...   \n",
       "3258  call_solution('2002\\n2017') == '2032'\\nassert ...   \n",
       "\n",
       "                                        output_solution  exec_error  \\\n",
       "0         s = input()\\n    n = len(s)\\n    ind = -1\\...         NaN   \n",
       "1         num = list(map(int, input()))\\n    best = ...         NaN   \n",
       "2         def main():\\n        s = input()\\n        ...         NaN   \n",
       "3         from collections import defaultdict as dd\\...         NaN   \n",
       "4         x=int(input())\\n    h,m=list(map(int,input...         NaN   \n",
       "...                                                 ...         ...   \n",
       "3254      N = int(input())\\n    ans = 0\\n    for _ i...         NaN   \n",
       "3255      a, b = map(int, input().split())\\n    prin...         NaN   \n",
       "3256      A, B = map(int, input().split())\\n    C = ...         NaN   \n",
       "3257      # -*- coding: utf-8 -*-\\n    \"\"\"\\n    Crea...         NaN   \n",
       "3258      # 現在と目標のレーティングを取得\\n    R = int(input())\\n ...         NaN   \n",
       "\n",
       "                               prompt_testcase_textcode  \\\n",
       "0     def call_solution():\\n    r\"\"\"\\n    An accordi...   \n",
       "1     def call_solution():\\n    r\"\"\"\\n    Anton has ...   \n",
       "2     def call_solution():\\n    r\"\"\"\\n    Apart from...   \n",
       "3     def call_solution():\\n    r\"\"\"\\n    You have a...   \n",
       "4     def call_solution():\\n    r\"\"\"\\n    Jamie love...   \n",
       "...                                                 ...   \n",
       "3254  def call_solution():\\n    r\"\"\"\\n    Joisino is...   \n",
       "3255  def call_solution():\\n    r\"\"\"\\n    In K-city,...   \n",
       "3256  def call_solution():\\n    r\"\"\"\\n    Snuke is g...   \n",
       "3257  def call_solution():\\n    r\"\"\"\\n    E869120 fo...   \n",
       "3258  def call_solution():\\n    r\"\"\"\\n    Takahashi ...   \n",
       "\n",
       "                                   prompt_testcase_code  \\\n",
       "0     def call_solution():\\n    s = input()\\n    n =...   \n",
       "1     def call_solution():\\n    num = list(map(int, ...   \n",
       "2     def call_solution():\\n    def main():\\n       ...   \n",
       "3     def call_solution():\\n    from collections imp...   \n",
       "4     def call_solution():\\n    x=int(input())\\n    ...   \n",
       "...                                                 ...   \n",
       "3254  def call_solution():\\n    N = int(input())\\n  ...   \n",
       "3255  def call_solution():\\n    a, b = map(int, inpu...   \n",
       "3256  def call_solution():\\n    A, B = map(int, inpu...   \n",
       "3257  def call_solution():\\n    # -*- coding: utf-8 ...   \n",
       "3258  def call_solution():\\n    # 現在と目標のレーティングを取得\\n ...   \n",
       "\n",
       "                                    prompt_testcase_llm  \n",
       "0     import sys\\nimport io\\ndef test_call_solution(...  \n",
       "1     import sys\\nimport io\\ndef test_call_solution(...  \n",
       "2     import sys\\nimport io\\ndef test_call_solution(...  \n",
       "3     import sys\\nimport io\\ndef test_call_solution(...  \n",
       "4     import sys\\nimport io\\ndef test_call_solution(...  \n",
       "...                                                 ...  \n",
       "3254  import sys\\nimport io\\ndef test_call_solution(...  \n",
       "3255  import sys\\nimport io\\ndef test_call_solution(...  \n",
       "3256  import sys\\nimport io\\ndef test_call_solution(...  \n",
       "3257  import sys\\nimport io\\ndef test_call_solution(...  \n",
       "3258  import sys\\nimport io\\ndef test_call_solution(...  \n",
       "\n",
       "[3259 rows x 15 columns]"
      ]
     },
     "execution_count": 3,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "apps_testset"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 15,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>Unnamed: 0</th>\n",
       "      <th>problem_id</th>\n",
       "      <th>difficulty</th>\n",
       "      <th>fn_name</th>\n",
       "      <th>solutions</th>\n",
       "      <th>asserts</th>\n",
       "      <th>solution1</th>\n",
       "      <th>prompt_code</th>\n",
       "      <th>prompt_testcase</th>\n",
       "      <th>output_testcase</th>\n",
       "      <th>output_solution</th>\n",
       "      <th>exec_error</th>\n",
       "      <th>prompt_testcase_textcode</th>\n",
       "      <th>prompt_testcase_code</th>\n",
       "      <th>prompt_testcase_llm</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>interview</td>\n",
       "      <td>call_solution</td>\n",
       "      <td>[\"s = input()\\nn = len(s)\\nind = -1\\nf = False...</td>\n",
       "      <td>assert call_solution('|[a:b:|]') == '4'\\nasser...</td>\n",
       "      <td>s = input()\\nn = len(s)\\nind = -1\\nf = False\\n...</td>\n",
       "      <td>def call_solution():\\n    r\"\"\"\\n    An accordi...</td>\n",
       "      <td>def call_solution():\\n    r\"\"\"\\n    An accordi...</td>\n",
       "      <td>call_solution('|[a:b:|]') == '4'\\nassert call_...</td>\n",
       "      <td>s = input()\\n    n = len(s)\\n    ind = -1\\...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>def call_solution():\\n    r\"\"\"\\n    An accordi...</td>\n",
       "      <td>def call_solution():\\n    s = input()\\n    n =...</td>\n",
       "      <td>import sys\\nimport io\\ndef test_call_solution(...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>interview</td>\n",
       "      <td>call_solution</td>\n",
       "      <td>[\"num = list(map(int, input()))\\nbest = num[:]...</td>\n",
       "      <td>assert call_solution('100') == '99'\\nassert ca...</td>\n",
       "      <td>num = list(map(int, input()))\\nbest = num[:]\\n...</td>\n",
       "      <td>def call_solution():\\n    r\"\"\"\\n    Anton has ...</td>\n",
       "      <td>def call_solution():\\n    r\"\"\"\\n    Anton has ...</td>\n",
       "      <td>call_solution('100') == '99'\\nassert call_solu...</td>\n",
       "      <td>num = list(map(int, input()))\\n    best = ...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>def call_solution():\\n    r\"\"\"\\n    Anton has ...</td>\n",
       "      <td>def call_solution():\\n    num = list(map(int, ...</td>\n",
       "      <td>import sys\\nimport io\\ndef test_call_solution(...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "      <td>interview</td>\n",
       "      <td>call_solution</td>\n",
       "      <td>['from collections import defaultdict as dd\\ni...</td>\n",
       "      <td>assert call_solution('7 5\\n1 4\\n4 5\\n5 6\\n6 7\\...</td>\n",
       "      <td>from collections import defaultdict as dd\\nimp...</td>\n",
       "      <td>def call_solution():\\n    r\"\"\"\\n    You have a...</td>\n",
       "      <td>def call_solution():\\n    r\"\"\"\\n    You have a...</td>\n",
       "      <td>call_solution('7 5\\n1 4\\n4 5\\n5 6\\n6 7\\n3 5') ...</td>\n",
       "      <td>from collections import defaultdict as dd\\...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>def call_solution():\\n    r\"\"\"\\n    You have a...</td>\n",
       "      <td>def call_solution():\\n    from collections imp...</td>\n",
       "      <td>import sys\\nimport io\\ndef test_call_solution(...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>4</td>\n",
       "      <td>4</td>\n",
       "      <td>interview</td>\n",
       "      <td>call_solution</td>\n",
       "      <td>['x=int(input())\\nh,m=list(map(int,input().spl...</td>\n",
       "      <td>assert call_solution('3\\n11 23') == '2'\\nasser...</td>\n",
       "      <td>x=int(input())\\nh,m=list(map(int,input().split...</td>\n",
       "      <td>def call_solution():\\n    r\"\"\"\\n    Jamie love...</td>\n",
       "      <td>def call_solution():\\n    r\"\"\"\\n    Jamie love...</td>\n",
       "      <td>call_solution('3\\n11 23') == '2'\\nassert call_...</td>\n",
       "      <td>x=int(input())\\n    h,m=list(map(int,input...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>def call_solution():\\n    r\"\"\"\\n    Jamie love...</td>\n",
       "      <td>def call_solution():\\n    x=int(input())\\n    ...</td>\n",
       "      <td>import sys\\nimport io\\ndef test_call_solution(...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>6</th>\n",
       "      <td>6</td>\n",
       "      <td>6</td>\n",
       "      <td>interview</td>\n",
       "      <td>call_solution</td>\n",
       "      <td>['for _ in range(int(input())):\\n    n, x = li...</td>\n",
       "      <td>assert call_solution('3\\n3 10\\n6 3\\n8 2\\n1 4\\n...</td>\n",
       "      <td>for _ in range(int(input())):\\n    n, x = list...</td>\n",
       "      <td>def call_solution():\\n    r\"\"\"\\n    You are fi...</td>\n",
       "      <td>def call_solution():\\n    r\"\"\"\\n    You are fi...</td>\n",
       "      <td>call_solution('3\\n3 10\\n6 3\\n8 2\\n1 4\\n4 10\\n4...</td>\n",
       "      <td>for _ in range(int(input())):\\n        n, ...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>def call_solution():\\n    r\"\"\"\\n    You are fi...</td>\n",
       "      <td>def call_solution():\\n    for _ in range(int(i...</td>\n",
       "      <td>import sys\\nimport io\\ndef test_call_solution(...</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "   Unnamed: 0  problem_id difficulty        fn_name  \\\n",
       "0           0           0  interview  call_solution   \n",
       "1           1           1  interview  call_solution   \n",
       "3           3           3  interview  call_solution   \n",
       "4           4           4  interview  call_solution   \n",
       "6           6           6  interview  call_solution   \n",
       "\n",
       "                                           solutions  \\\n",
       "0  [\"s = input()\\nn = len(s)\\nind = -1\\nf = False...   \n",
       "1  [\"num = list(map(int, input()))\\nbest = num[:]...   \n",
       "3  ['from collections import defaultdict as dd\\ni...   \n",
       "4  ['x=int(input())\\nh,m=list(map(int,input().spl...   \n",
       "6  ['for _ in range(int(input())):\\n    n, x = li...   \n",
       "\n",
       "                                             asserts  \\\n",
       "0  assert call_solution('|[a:b:|]') == '4'\\nasser...   \n",
       "1  assert call_solution('100') == '99'\\nassert ca...   \n",
       "3  assert call_solution('7 5\\n1 4\\n4 5\\n5 6\\n6 7\\...   \n",
       "4  assert call_solution('3\\n11 23') == '2'\\nasser...   \n",
       "6  assert call_solution('3\\n3 10\\n6 3\\n8 2\\n1 4\\n...   \n",
       "\n",
       "                                           solution1  \\\n",
       "0  s = input()\\nn = len(s)\\nind = -1\\nf = False\\n...   \n",
       "1  num = list(map(int, input()))\\nbest = num[:]\\n...   \n",
       "3  from collections import defaultdict as dd\\nimp...   \n",
       "4  x=int(input())\\nh,m=list(map(int,input().split...   \n",
       "6  for _ in range(int(input())):\\n    n, x = list...   \n",
       "\n",
       "                                         prompt_code  \\\n",
       "0  def call_solution():\\n    r\"\"\"\\n    An accordi...   \n",
       "1  def call_solution():\\n    r\"\"\"\\n    Anton has ...   \n",
       "3  def call_solution():\\n    r\"\"\"\\n    You have a...   \n",
       "4  def call_solution():\\n    r\"\"\"\\n    Jamie love...   \n",
       "6  def call_solution():\\n    r\"\"\"\\n    You are fi...   \n",
       "\n",
       "                                     prompt_testcase  \\\n",
       "0  def call_solution():\\n    r\"\"\"\\n    An accordi...   \n",
       "1  def call_solution():\\n    r\"\"\"\\n    Anton has ...   \n",
       "3  def call_solution():\\n    r\"\"\"\\n    You have a...   \n",
       "4  def call_solution():\\n    r\"\"\"\\n    Jamie love...   \n",
       "6  def call_solution():\\n    r\"\"\"\\n    You are fi...   \n",
       "\n",
       "                                     output_testcase  \\\n",
       "0  call_solution('|[a:b:|]') == '4'\\nassert call_...   \n",
       "1  call_solution('100') == '99'\\nassert call_solu...   \n",
       "3  call_solution('7 5\\n1 4\\n4 5\\n5 6\\n6 7\\n3 5') ...   \n",
       "4  call_solution('3\\n11 23') == '2'\\nassert call_...   \n",
       "6  call_solution('3\\n3 10\\n6 3\\n8 2\\n1 4\\n4 10\\n4...   \n",
       "\n",
       "                                     output_solution  exec_error  \\\n",
       "0      s = input()\\n    n = len(s)\\n    ind = -1\\...         NaN   \n",
       "1      num = list(map(int, input()))\\n    best = ...         NaN   \n",
       "3      from collections import defaultdict as dd\\...         NaN   \n",
       "4      x=int(input())\\n    h,m=list(map(int,input...         NaN   \n",
       "6      for _ in range(int(input())):\\n        n, ...         NaN   \n",
       "\n",
       "                            prompt_testcase_textcode  \\\n",
       "0  def call_solution():\\n    r\"\"\"\\n    An accordi...   \n",
       "1  def call_solution():\\n    r\"\"\"\\n    Anton has ...   \n",
       "3  def call_solution():\\n    r\"\"\"\\n    You have a...   \n",
       "4  def call_solution():\\n    r\"\"\"\\n    Jamie love...   \n",
       "6  def call_solution():\\n    r\"\"\"\\n    You are fi...   \n",
       "\n",
       "                                prompt_testcase_code  \\\n",
       "0  def call_solution():\\n    s = input()\\n    n =...   \n",
       "1  def call_solution():\\n    num = list(map(int, ...   \n",
       "3  def call_solution():\\n    from collections imp...   \n",
       "4  def call_solution():\\n    x=int(input())\\n    ...   \n",
       "6  def call_solution():\\n    for _ in range(int(i...   \n",
       "\n",
       "                                 prompt_testcase_llm  \n",
       "0  import sys\\nimport io\\ndef test_call_solution(...  \n",
       "1  import sys\\nimport io\\ndef test_call_solution(...  \n",
       "3  import sys\\nimport io\\ndef test_call_solution(...  \n",
       "4  import sys\\nimport io\\ndef test_call_solution(...  \n",
       "6  import sys\\nimport io\\ndef test_call_solution(...  "
      ]
     },
     "execution_count": 15,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "apps_testset[apps_testset['solution1'].apply(lambda x : 'for' in x and 'input()' in x)].head()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 6,
   "metadata": {},
   "outputs": [],
   "source": [
    "header_func = '''import sys\n",
    "import io\n",
    "def test_call_solution(input_string):\n",
    "    sys.stdin = io.StringIO(input_string)\n",
    "    captured_output = io.StringIO()\n",
    "    sys.stdout = captured_output\n",
    "    call_solution()\n",
    "    sys.stdin = sys.__stdin__\n",
    "    sys.stdout = sys.__stdout__\n",
    "    actual_output = captured_output.getvalue().strip()\n",
    "    return actual_output\n",
    "'''\n",
    "delete_str = '''\n",
    "# check the correctness of the `call_solution` function\n",
    "assert '''\n",
    "import_str = \"import time\\nimport itertools\\nfrom itertools import accumulate, product, permutations, combinations\\nimport collections\\nfrom collections import Counter, OrderedDict, deque, defaultdict, ChainMap\\nfrom functools import lru_cache\\nimport math\\nfrom math import sqrt, sin, cos, tan, ceil, fabs, floor, gcd, exp, log, log2\\nimport fractions\\nfrom typing import List, Tuple\\nimport numpy as np\\nimport random\\nimport heapq\\nfrom heapq import *\\nfrom numpy import inf\\n\""
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 7,
   "metadata": {},
   "outputs": [],
   "source": [
    "def arrange_code_func(x):\n",
    "    x = x.replace(delete_str, '')\n",
    "    # x = import_str + header_func + x\n",
    "    x = header_func + x\n",
    "    return x"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 8,
   "metadata": {},
   "outputs": [],
   "source": [
    "apps_testset['prompt_pynguin'] = apps_testset['prompt_testcase_textcode'].apply(lambda x: arrange_code_func(x))"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 9,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "import sys\n",
      "import io\n",
      "def test_call_solution(input_string):\n",
      "    sys.stdin = io.StringIO(input_string)\n",
      "    captured_output = io.StringIO()\n",
      "    sys.stdout = captured_output\n",
      "    call_solution()\n",
      "    sys.stdin = sys.__stdin__\n",
      "    sys.stdout = sys.__stdout__\n",
      "    actual_output = captured_output.getvalue().strip()\n",
      "    return actual_output\n",
      "def call_solution():\n",
      "    r\"\"\"\n",
      "    An accordion is a string (yes, in the real world accordions are musical instruments, but let's forget about it for a while) which can be represented as a concatenation of: an opening bracket (ASCII code $091$), a colon (ASCII code $058$), some (possibly zero) vertical line characters (ASCII code $124$), another colon, and a closing bracket (ASCII code $093$). The length of the accordion is the number of characters in it.\n",
      "    \n",
      "    For example, [::], [:||:] and [:|||:] are accordions having length $4$, $6$ and $7$. (:|:), {:||:}, [:], ]:||:[ are not accordions. \n",
      "    \n",
      "    You are given a string $s$. You want to transform it into an accordion by removing some (possibly zero) characters from it. Note that you may not insert new characters or reorder existing ones. Is it possible to obtain an accordion by removing characters from $s$, and if so, what is the maximum possible length of the result?\n",
      "    \n",
      "    \n",
      "    -----Input-----\n",
      "    \n",
      "    The only line contains one string $s$ ($1 \\le |s| \\le 500000$). It consists of lowercase Latin letters and characters [, ], : and |.\n",
      "    \n",
      "    \n",
      "    -----Output-----\n",
      "    \n",
      "    If it is not possible to obtain an accordion by removing some characters from $s$, print $-1$. Otherwise print maximum possible length of the resulting accordion.\n",
      "    \n",
      "    \n",
      "    -----Examples-----\n",
      "    Input\n",
      "    |[a:b:|]\n",
      "    \n",
      "    Output\n",
      "    4\n",
      "    \n",
      "    Input\n",
      "    |]:[|:]\n",
      "    \n",
      "    Output\n",
      "    -1\n",
      "    \"\"\"\n",
      "\n",
      "    s = input()\n",
      "    n = len(s)\n",
      "    ind = -1\n",
      "    f = False\n",
      "    for i in range(n):\n",
      "        if s[i] == '[':\n",
      "            f = True\n",
      "        elif s[i] == ':':\n",
      "            if f:\n",
      "                ind = i\n",
      "                break\n",
      "    bind = -1\n",
      "    f = False\n",
      "    for i in range(n-1,-1,-1):\n",
      "        if s[i] == ']':\n",
      "            f = True\n",
      "        elif s[i] == ':':\n",
      "            if f:\n",
      "                bind = i\n",
      "                break\n",
      "    # print(ind,bind)\n",
      "    if ind == -1 or bind == -1:\n",
      "        print(-1)\n",
      "    elif ind >= bind:\n",
      "        print(-1)\n",
      "    else:\n",
      "        ans = 4\n",
      "        for i in range(ind+1,bind):\n",
      "            if s[i] == '|':\n",
      "                ans += 1\n",
      "        print(ans)\n",
      "    \n",
      "\n"
     ]
    }
   ],
   "source": [
    "print(apps_testset['prompt_pynguin'][0])"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 79,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "recorded id: 0.\n",
      "recorded id: 1.\n",
      "recorded id: 2.\n",
      "recorded id: 3.\n",
      "recorded id: 4.\n",
      "recorded id: 5.\n",
      "recorded id: 6.\n",
      "recorded id: 7.\n",
      "recorded id: 8.\n",
      "recorded id: 9.\n",
      "recorded id: 10.\n",
      "recorded id: 11.\n",
      "recorded id: 12.\n",
      "recorded id: 13.\n",
      "recorded id: 14.\n",
      "recorded id: 15.\n",
      "recorded id: 16.\n",
      "recorded id: 17.\n",
      "recorded id: 18.\n",
      "recorded id: 19.\n",
      "recorded id: 20.\n",
      "recorded id: 21.\n",
      "recorded id: 22.\n",
      "recorded id: 23.\n",
      "recorded id: 24.\n",
      "recorded id: 25.\n",
      "recorded id: 26.\n",
      "recorded id: 27.\n",
      "recorded id: 28.\n",
      "recorded id: 29.\n",
      "recorded id: 30.\n",
      "recorded id: 31.\n",
      "recorded id: 32.\n",
      "recorded id: 33.\n",
      "recorded id: 34.\n",
      "recorded id: 35.\n",
      "recorded id: 36.\n",
      "recorded id: 37.\n",
      "recorded id: 38.\n",
      "recorded id: 39.\n",
      "recorded id: 40.\n",
      "recorded id: 41.\n",
      "recorded id: 42.\n",
      "recorded id: 43.\n",
      "recorded id: 44.\n",
      "recorded id: 45.\n",
      "recorded id: 46.\n",
      "recorded id: 47.\n",
      "recorded id: 48.\n",
      "recorded id: 49.\n",
      "recorded id: 50.\n",
      "recorded id: 51.\n",
      "recorded id: 52.\n",
      "recorded id: 53.\n",
      "recorded id: 54.\n",
      "recorded id: 55.\n",
      "recorded id: 56.\n",
      "recorded id: 57.\n",
      "recorded id: 58.\n",
      "recorded id: 59.\n",
      "recorded id: 60.\n",
      "recorded id: 61.\n",
      "recorded id: 62.\n",
      "recorded id: 63.\n",
      "recorded id: 64.\n",
      "recorded id: 65.\n",
      "recorded id: 66.\n",
      "recorded id: 67.\n",
      "recorded id: 68.\n",
      "recorded id: 69.\n",
      "recorded id: 70.\n",
      "recorded id: 71.\n",
      "recorded id: 72.\n",
      "recorded id: 73.\n",
      "recorded id: 74.\n",
      "recorded id: 75.\n",
      "recorded id: 76.\n",
      "recorded id: 77.\n",
      "recorded id: 78.\n",
      "recorded id: 79.\n",
      "recorded id: 80.\n",
      "recorded id: 81.\n",
      "recorded id: 82.\n",
      "recorded id: 83.\n",
      "recorded id: 84.\n",
      "recorded id: 85.\n",
      "recorded id: 86.\n",
      "recorded id: 87.\n",
      "recorded id: 88.\n",
      "recorded id: 89.\n",
      "recorded id: 90.\n",
      "recorded id: 91.\n",
      "recorded id: 92.\n",
      "recorded id: 93.\n",
      "recorded id: 94.\n",
      "recorded id: 95.\n",
      "recorded id: 96.\n",
      "recorded id: 97.\n",
      "recorded id: 98.\n",
      "recorded id: 99.\n",
      "recorded id: 100.\n",
      "recorded id: 101.\n",
      "recorded id: 102.\n",
      "recorded id: 103.\n",
      "recorded id: 104.\n",
      "recorded id: 105.\n",
      "recorded id: 106.\n",
      "recorded id: 107.\n",
      "recorded id: 108.\n",
      "recorded id: 109.\n",
      "recorded id: 110.\n",
      "recorded id: 111.\n",
      "recorded id: 112.\n",
      "recorded id: 113.\n",
      "recorded id: 114.\n",
      "recorded id: 115.\n",
      "recorded id: 116.\n",
      "recorded id: 117.\n",
      "recorded id: 118.\n",
      "recorded id: 119.\n",
      "recorded id: 120.\n",
      "recorded id: 121.\n",
      "recorded id: 122.\n",
      "recorded id: 123.\n",
      "recorded id: 124.\n",
      "recorded id: 125.\n",
      "recorded id: 126.\n",
      "recorded id: 127.\n",
      "recorded id: 128.\n",
      "recorded id: 129.\n",
      "recorded id: 130.\n",
      "recorded id: 131.\n",
      "recorded id: 132.\n",
      "recorded id: 133.\n",
      "recorded id: 134.\n",
      "recorded id: 135.\n",
      "recorded id: 136.\n",
      "recorded id: 137.\n",
      "recorded id: 138.\n",
      "recorded id: 139.\n",
      "recorded id: 140.\n",
      "recorded id: 141.\n",
      "recorded id: 142.\n",
      "recorded id: 143.\n",
      "recorded id: 144.\n",
      "recorded id: 145.\n",
      "recorded id: 146.\n",
      "recorded id: 147.\n",
      "recorded id: 148.\n",
      "recorded id: 149.\n",
      "recorded id: 150.\n",
      "recorded id: 151.\n",
      "recorded id: 152.\n",
      "recorded id: 153.\n",
      "recorded id: 154.\n",
      "recorded id: 155.\n",
      "recorded id: 156.\n",
      "recorded id: 157.\n",
      "recorded id: 158.\n",
      "recorded id: 159.\n",
      "recorded id: 160.\n",
      "recorded id: 161.\n",
      "recorded id: 162.\n",
      "recorded id: 163.\n",
      "recorded id: 164.\n",
      "recorded id: 165.\n",
      "recorded id: 166.\n",
      "recorded id: 167.\n",
      "recorded id: 168.\n",
      "recorded id: 169.\n",
      "recorded id: 170.\n",
      "recorded id: 171.\n",
      "recorded id: 172.\n",
      "recorded id: 173.\n",
      "recorded id: 174.\n",
      "recorded id: 175.\n",
      "recorded id: 176.\n",
      "recorded id: 177.\n",
      "recorded id: 178.\n",
      "recorded id: 179.\n",
      "recorded id: 180.\n",
      "recorded id: 181.\n",
      "recorded id: 182.\n",
      "recorded id: 183.\n",
      "recorded id: 184.\n",
      "recorded id: 185.\n",
      "recorded id: 186.\n",
      "recorded id: 187.\n",
      "recorded id: 188.\n",
      "recorded id: 189.\n",
      "recorded id: 190.\n",
      "recorded id: 191.\n",
      "recorded id: 192.\n",
      "recorded id: 193.\n",
      "recorded id: 194.\n",
      "recorded id: 195.\n",
      "recorded id: 196.\n",
      "recorded id: 197.\n",
      "recorded id: 198.\n",
      "recorded id: 199.\n",
      "recorded id: 200.\n",
      "recorded id: 201.\n",
      "recorded id: 202.\n",
      "recorded id: 203.\n",
      "recorded id: 204.\n",
      "recorded id: 205.\n",
      "recorded id: 206.\n",
      "recorded id: 207.\n",
      "recorded id: 208.\n",
      "recorded id: 209.\n",
      "recorded id: 210.\n",
      "recorded id: 211.\n",
      "recorded id: 212.\n",
      "recorded id: 213.\n",
      "recorded id: 214.\n",
      "recorded id: 215.\n",
      "recorded id: 216.\n",
      "recorded id: 217.\n",
      "recorded id: 218.\n",
      "recorded id: 219.\n",
      "recorded id: 220.\n",
      "recorded id: 221.\n",
      "recorded id: 222.\n",
      "recorded id: 223.\n",
      "recorded id: 224.\n",
      "recorded id: 225.\n",
      "recorded id: 226.\n",
      "recorded id: 227.\n",
      "recorded id: 228.\n",
      "recorded id: 229.\n",
      "recorded id: 230.\n",
      "recorded id: 231.\n",
      "recorded id: 232.\n",
      "recorded id: 233.\n",
      "recorded id: 234.\n",
      "recorded id: 235.\n",
      "recorded id: 236.\n",
      "recorded id: 237.\n",
      "recorded id: 238.\n",
      "recorded id: 239.\n",
      "recorded id: 240.\n",
      "recorded id: 241.\n",
      "recorded id: 242.\n",
      "recorded id: 243.\n",
      "recorded id: 244.\n",
      "recorded id: 245.\n",
      "recorded id: 246.\n",
      "recorded id: 247.\n",
      "recorded id: 248.\n",
      "recorded id: 249.\n",
      "recorded id: 250.\n",
      "recorded id: 251.\n",
      "recorded id: 252.\n",
      "recorded id: 253.\n",
      "recorded id: 254.\n",
      "recorded id: 255.\n",
      "recorded id: 256.\n",
      "recorded id: 257.\n",
      "recorded id: 258.\n",
      "recorded id: 259.\n",
      "recorded id: 260.\n",
      "recorded id: 261.\n",
      "recorded id: 262.\n",
      "recorded id: 263.\n",
      "recorded id: 264.\n",
      "recorded id: 265.\n",
      "recorded id: 266.\n",
      "recorded id: 267.\n",
      "recorded id: 268.\n",
      "recorded id: 269.\n",
      "recorded id: 270.\n",
      "recorded id: 271.\n",
      "recorded id: 272.\n",
      "recorded id: 273.\n",
      "recorded id: 274.\n",
      "recorded id: 275.\n",
      "recorded id: 276.\n",
      "recorded id: 277.\n",
      "recorded id: 278.\n",
      "recorded id: 279.\n",
      "recorded id: 280.\n",
      "recorded id: 281.\n",
      "recorded id: 282.\n",
      "recorded id: 283.\n",
      "recorded id: 284.\n",
      "recorded id: 285.\n",
      "recorded id: 286.\n",
      "recorded id: 287.\n",
      "recorded id: 288.\n",
      "recorded id: 289.\n",
      "recorded id: 290.\n",
      "recorded id: 291.\n",
      "recorded id: 292.\n",
      "recorded id: 293.\n",
      "recorded id: 294.\n",
      "recorded id: 295.\n",
      "recorded id: 296.\n",
      "recorded id: 297.\n",
      "recorded id: 298.\n",
      "recorded id: 299.\n",
      "recorded id: 300.\n",
      "recorded id: 301.\n",
      "recorded id: 302.\n",
      "recorded id: 303.\n",
      "recorded id: 304.\n",
      "recorded id: 305.\n",
      "recorded id: 306.\n",
      "recorded id: 307.\n",
      "recorded id: 308.\n",
      "recorded id: 309.\n",
      "recorded id: 310.\n",
      "recorded id: 311.\n",
      "recorded id: 312.\n",
      "recorded id: 313.\n",
      "recorded id: 314.\n",
      "recorded id: 315.\n",
      "recorded id: 316.\n",
      "recorded id: 317.\n",
      "recorded id: 318.\n",
      "recorded id: 319.\n",
      "recorded id: 320.\n",
      "recorded id: 321.\n",
      "recorded id: 322.\n",
      "recorded id: 323.\n",
      "recorded id: 324.\n",
      "recorded id: 325.\n",
      "recorded id: 326.\n",
      "recorded id: 327.\n",
      "recorded id: 328.\n",
      "recorded id: 329.\n",
      "recorded id: 330.\n",
      "recorded id: 331.\n",
      "recorded id: 332.\n",
      "recorded id: 333.\n",
      "recorded id: 334.\n",
      "recorded id: 335.\n",
      "recorded id: 336.\n",
      "recorded id: 337.\n",
      "recorded id: 338.\n",
      "recorded id: 339.\n",
      "recorded id: 340.\n",
      "recorded id: 341.\n",
      "recorded id: 342.\n",
      "recorded id: 343.\n",
      "recorded id: 344.\n",
      "recorded id: 345.\n",
      "recorded id: 346.\n",
      "recorded id: 347.\n",
      "recorded id: 348.\n",
      "recorded id: 349.\n",
      "recorded id: 350.\n",
      "recorded id: 351.\n",
      "recorded id: 352.\n",
      "recorded id: 353.\n",
      "recorded id: 354.\n",
      "recorded id: 355.\n",
      "recorded id: 356.\n",
      "recorded id: 357.\n",
      "recorded id: 358.\n",
      "recorded id: 359.\n",
      "recorded id: 360.\n",
      "recorded id: 361.\n",
      "recorded id: 362.\n",
      "recorded id: 363.\n",
      "recorded id: 364.\n",
      "recorded id: 365.\n",
      "recorded id: 366.\n",
      "recorded id: 367.\n",
      "recorded id: 368.\n",
      "recorded id: 369.\n",
      "recorded id: 370.\n",
      "recorded id: 371.\n",
      "recorded id: 372.\n",
      "recorded id: 373.\n",
      "recorded id: 374.\n",
      "recorded id: 375.\n",
      "recorded id: 376.\n",
      "recorded id: 377.\n",
      "recorded id: 378.\n",
      "recorded id: 379.\n",
      "recorded id: 380.\n",
      "recorded id: 381.\n",
      "recorded id: 382.\n",
      "recorded id: 383.\n",
      "recorded id: 384.\n",
      "recorded id: 385.\n",
      "recorded id: 386.\n",
      "recorded id: 387.\n",
      "recorded id: 388.\n",
      "recorded id: 389.\n",
      "recorded id: 390.\n",
      "recorded id: 391.\n",
      "recorded id: 392.\n",
      "recorded id: 393.\n",
      "recorded id: 394.\n",
      "recorded id: 395.\n",
      "recorded id: 396.\n",
      "recorded id: 397.\n",
      "recorded id: 398.\n",
      "recorded id: 399.\n",
      "recorded id: 400.\n",
      "recorded id: 401.\n",
      "recorded id: 402.\n",
      "recorded id: 403.\n",
      "recorded id: 404.\n",
      "recorded id: 405.\n",
      "recorded id: 406.\n",
      "recorded id: 407.\n",
      "recorded id: 408.\n",
      "recorded id: 409.\n",
      "recorded id: 410.\n",
      "recorded id: 411.\n",
      "recorded id: 412.\n",
      "recorded id: 413.\n",
      "recorded id: 414.\n",
      "recorded id: 415.\n",
      "recorded id: 416.\n",
      "recorded id: 417.\n",
      "recorded id: 418.\n",
      "recorded id: 419.\n",
      "recorded id: 420.\n",
      "recorded id: 421.\n",
      "recorded id: 422.\n",
      "recorded id: 423.\n",
      "recorded id: 424.\n",
      "recorded id: 425.\n",
      "recorded id: 426.\n",
      "recorded id: 427.\n",
      "recorded id: 428.\n",
      "recorded id: 429.\n",
      "recorded id: 430.\n",
      "recorded id: 431.\n",
      "recorded id: 432.\n",
      "recorded id: 433.\n",
      "recorded id: 434.\n",
      "recorded id: 435.\n",
      "recorded id: 436.\n",
      "recorded id: 437.\n",
      "recorded id: 438.\n",
      "recorded id: 439.\n",
      "recorded id: 440.\n",
      "recorded id: 441.\n",
      "recorded id: 442.\n",
      "recorded id: 443.\n",
      "recorded id: 444.\n",
      "recorded id: 445.\n",
      "recorded id: 446.\n",
      "recorded id: 447.\n",
      "recorded id: 448.\n",
      "recorded id: 449.\n",
      "recorded id: 450.\n",
      "recorded id: 451.\n",
      "recorded id: 452.\n",
      "recorded id: 453.\n",
      "recorded id: 454.\n",
      "recorded id: 455.\n",
      "recorded id: 456.\n",
      "recorded id: 457.\n",
      "recorded id: 458.\n",
      "recorded id: 459.\n",
      "recorded id: 460.\n",
      "recorded id: 461.\n",
      "recorded id: 462.\n",
      "recorded id: 463.\n",
      "recorded id: 464.\n",
      "recorded id: 465.\n",
      "recorded id: 466.\n",
      "recorded id: 467.\n",
      "recorded id: 468.\n",
      "recorded id: 469.\n",
      "recorded id: 470.\n",
      "recorded id: 471.\n",
      "recorded id: 472.\n",
      "recorded id: 473.\n",
      "recorded id: 474.\n",
      "recorded id: 475.\n",
      "recorded id: 476.\n",
      "recorded id: 477.\n",
      "recorded id: 478.\n",
      "recorded id: 479.\n",
      "recorded id: 480.\n",
      "recorded id: 481.\n",
      "recorded id: 482.\n",
      "recorded id: 483.\n",
      "recorded id: 484.\n",
      "recorded id: 485.\n",
      "recorded id: 486.\n",
      "recorded id: 487.\n",
      "recorded id: 488.\n",
      "recorded id: 489.\n",
      "recorded id: 490.\n",
      "recorded id: 491.\n",
      "recorded id: 492.\n",
      "recorded id: 493.\n",
      "recorded id: 494.\n",
      "recorded id: 495.\n",
      "recorded id: 496.\n",
      "recorded id: 497.\n",
      "recorded id: 498.\n",
      "recorded id: 499.\n",
      "recorded id: 500.\n",
      "recorded id: 501.\n",
      "recorded id: 502.\n",
      "recorded id: 503.\n",
      "recorded id: 504.\n",
      "recorded id: 505.\n",
      "recorded id: 506.\n",
      "recorded id: 507.\n",
      "recorded id: 508.\n",
      "recorded id: 509.\n",
      "recorded id: 510.\n",
      "recorded id: 511.\n",
      "recorded id: 512.\n",
      "recorded id: 513.\n",
      "recorded id: 514.\n",
      "recorded id: 515.\n",
      "recorded id: 516.\n",
      "recorded id: 517.\n",
      "recorded id: 518.\n",
      "recorded id: 519.\n",
      "recorded id: 520.\n",
      "recorded id: 521.\n",
      "recorded id: 522.\n",
      "recorded id: 523.\n",
      "recorded id: 524.\n",
      "recorded id: 525.\n",
      "recorded id: 526.\n",
      "recorded id: 527.\n",
      "recorded id: 528.\n",
      "recorded id: 529.\n",
      "recorded id: 530.\n",
      "recorded id: 531.\n",
      "recorded id: 532.\n",
      "recorded id: 533.\n",
      "recorded id: 534.\n",
      "recorded id: 535.\n",
      "recorded id: 536.\n",
      "recorded id: 537.\n",
      "recorded id: 538.\n",
      "recorded id: 539.\n",
      "recorded id: 540.\n",
      "recorded id: 541.\n",
      "recorded id: 542.\n",
      "recorded id: 543.\n",
      "recorded id: 544.\n",
      "recorded id: 545.\n",
      "recorded id: 546.\n",
      "recorded id: 547.\n",
      "recorded id: 548.\n",
      "recorded id: 549.\n",
      "recorded id: 550.\n",
      "recorded id: 551.\n",
      "recorded id: 552.\n",
      "recorded id: 553.\n",
      "recorded id: 554.\n",
      "recorded id: 555.\n",
      "recorded id: 556.\n",
      "recorded id: 557.\n",
      "recorded id: 558.\n",
      "recorded id: 559.\n",
      "recorded id: 560.\n",
      "recorded id: 561.\n",
      "recorded id: 562.\n",
      "recorded id: 563.\n",
      "recorded id: 564.\n",
      "recorded id: 565.\n",
      "recorded id: 566.\n",
      "recorded id: 567.\n",
      "recorded id: 568.\n",
      "recorded id: 569.\n",
      "recorded id: 570.\n",
      "recorded id: 571.\n",
      "recorded id: 572.\n",
      "recorded id: 573.\n",
      "recorded id: 574.\n",
      "recorded id: 575.\n",
      "recorded id: 576.\n",
      "recorded id: 577.\n",
      "recorded id: 578.\n",
      "recorded id: 579.\n",
      "recorded id: 580.\n",
      "recorded id: 581.\n",
      "recorded id: 582.\n",
      "recorded id: 583.\n",
      "recorded id: 584.\n",
      "recorded id: 585.\n",
      "recorded id: 586.\n",
      "recorded id: 587.\n",
      "recorded id: 588.\n",
      "recorded id: 589.\n",
      "recorded id: 590.\n",
      "recorded id: 591.\n",
      "recorded id: 592.\n",
      "recorded id: 593.\n",
      "recorded id: 594.\n",
      "recorded id: 595.\n",
      "recorded id: 596.\n",
      "recorded id: 597.\n",
      "recorded id: 598.\n",
      "recorded id: 599.\n",
      "recorded id: 600.\n",
      "recorded id: 601.\n",
      "recorded id: 602.\n",
      "recorded id: 603.\n",
      "recorded id: 604.\n",
      "recorded id: 605.\n",
      "recorded id: 606.\n",
      "recorded id: 607.\n",
      "recorded id: 608.\n",
      "recorded id: 609.\n",
      "recorded id: 610.\n",
      "recorded id: 611.\n",
      "recorded id: 612.\n",
      "recorded id: 613.\n",
      "recorded id: 614.\n",
      "recorded id: 615.\n",
      "recorded id: 616.\n",
      "recorded id: 617.\n",
      "recorded id: 618.\n",
      "recorded id: 619.\n",
      "recorded id: 620.\n",
      "recorded id: 621.\n",
      "recorded id: 622.\n",
      "recorded id: 623.\n",
      "recorded id: 624.\n",
      "recorded id: 625.\n",
      "recorded id: 626.\n",
      "recorded id: 627.\n",
      "recorded id: 628.\n",
      "recorded id: 629.\n",
      "recorded id: 630.\n",
      "recorded id: 631.\n",
      "recorded id: 632.\n",
      "recorded id: 633.\n",
      "recorded id: 634.\n",
      "recorded id: 635.\n",
      "recorded id: 636.\n",
      "recorded id: 637.\n",
      "recorded id: 638.\n",
      "recorded id: 639.\n",
      "recorded id: 640.\n",
      "recorded id: 641.\n",
      "recorded id: 642.\n",
      "recorded id: 643.\n",
      "recorded id: 644.\n",
      "recorded id: 645.\n",
      "recorded id: 646.\n",
      "recorded id: 647.\n",
      "recorded id: 648.\n",
      "recorded id: 649.\n",
      "recorded id: 650.\n",
      "recorded id: 651.\n",
      "recorded id: 652.\n",
      "recorded id: 653.\n",
      "recorded id: 654.\n",
      "recorded id: 655.\n",
      "recorded id: 656.\n",
      "recorded id: 657.\n",
      "recorded id: 658.\n",
      "recorded id: 659.\n",
      "recorded id: 660.\n",
      "recorded id: 661.\n",
      "recorded id: 662.\n",
      "recorded id: 663.\n",
      "recorded id: 664.\n",
      "recorded id: 665.\n",
      "recorded id: 666.\n",
      "recorded id: 667.\n",
      "recorded id: 668.\n",
      "recorded id: 669.\n",
      "recorded id: 670.\n",
      "recorded id: 671.\n",
      "recorded id: 672.\n",
      "recorded id: 673.\n",
      "recorded id: 674.\n",
      "recorded id: 675.\n",
      "recorded id: 676.\n",
      "recorded id: 677.\n",
      "recorded id: 678.\n",
      "recorded id: 679.\n",
      "recorded id: 680.\n",
      "recorded id: 681.\n",
      "recorded id: 682.\n",
      "recorded id: 683.\n",
      "recorded id: 684.\n",
      "recorded id: 685.\n",
      "recorded id: 686.\n",
      "recorded id: 687.\n",
      "recorded id: 688.\n",
      "recorded id: 689.\n",
      "recorded id: 690.\n",
      "recorded id: 691.\n",
      "recorded id: 692.\n",
      "recorded id: 693.\n",
      "recorded id: 694.\n",
      "recorded id: 695.\n",
      "recorded id: 696.\n",
      "recorded id: 697.\n",
      "recorded id: 698.\n",
      "recorded id: 699.\n",
      "recorded id: 700.\n",
      "recorded id: 701.\n",
      "recorded id: 702.\n",
      "recorded id: 703.\n",
      "recorded id: 704.\n",
      "recorded id: 705.\n",
      "recorded id: 706.\n",
      "recorded id: 707.\n",
      "recorded id: 708.\n",
      "recorded id: 709.\n",
      "recorded id: 710.\n",
      "recorded id: 711.\n",
      "recorded id: 712.\n",
      "recorded id: 713.\n",
      "recorded id: 714.\n",
      "recorded id: 715.\n",
      "recorded id: 716.\n",
      "recorded id: 717.\n",
      "recorded id: 718.\n",
      "recorded id: 719.\n",
      "recorded id: 720.\n",
      "recorded id: 721.\n",
      "recorded id: 722.\n",
      "recorded id: 723.\n",
      "recorded id: 724.\n",
      "recorded id: 725.\n",
      "recorded id: 726.\n",
      "recorded id: 727.\n",
      "recorded id: 728.\n",
      "recorded id: 729.\n",
      "recorded id: 730.\n",
      "recorded id: 731.\n",
      "recorded id: 732.\n",
      "recorded id: 733.\n",
      "recorded id: 734.\n",
      "recorded id: 735.\n",
      "recorded id: 736.\n",
      "recorded id: 737.\n",
      "recorded id: 738.\n",
      "recorded id: 739.\n",
      "recorded id: 740.\n",
      "recorded id: 741.\n",
      "recorded id: 742.\n",
      "recorded id: 743.\n",
      "recorded id: 744.\n",
      "recorded id: 745.\n",
      "recorded id: 746.\n",
      "recorded id: 747.\n",
      "recorded id: 748.\n",
      "recorded id: 749.\n",
      "recorded id: 750.\n",
      "recorded id: 751.\n",
      "recorded id: 752.\n",
      "recorded id: 753.\n",
      "recorded id: 754.\n",
      "recorded id: 755.\n",
      "recorded id: 756.\n",
      "recorded id: 757.\n",
      "recorded id: 758.\n",
      "recorded id: 759.\n",
      "recorded id: 760.\n",
      "recorded id: 761.\n",
      "recorded id: 762.\n",
      "recorded id: 763.\n",
      "recorded id: 764.\n",
      "recorded id: 765.\n",
      "recorded id: 766.\n",
      "recorded id: 767.\n",
      "recorded id: 768.\n",
      "recorded id: 769.\n",
      "recorded id: 770.\n",
      "recorded id: 771.\n",
      "recorded id: 772.\n",
      "recorded id: 773.\n",
      "recorded id: 774.\n",
      "recorded id: 775.\n",
      "recorded id: 776.\n",
      "recorded id: 777.\n",
      "recorded id: 778.\n",
      "recorded id: 779.\n",
      "recorded id: 780.\n",
      "recorded id: 781.\n",
      "recorded id: 782.\n",
      "recorded id: 783.\n",
      "recorded id: 784.\n",
      "recorded id: 785.\n",
      "recorded id: 786.\n",
      "recorded id: 787.\n",
      "recorded id: 788.\n",
      "recorded id: 789.\n",
      "recorded id: 790.\n",
      "recorded id: 791.\n",
      "recorded id: 792.\n",
      "recorded id: 793.\n",
      "recorded id: 794.\n",
      "recorded id: 795.\n",
      "recorded id: 796.\n",
      "recorded id: 797.\n",
      "recorded id: 798.\n",
      "recorded id: 799.\n",
      "recorded id: 800.\n",
      "recorded id: 801.\n",
      "recorded id: 802.\n",
      "recorded id: 803.\n",
      "recorded id: 804.\n",
      "recorded id: 805.\n",
      "recorded id: 806.\n",
      "recorded id: 807.\n",
      "recorded id: 808.\n",
      "recorded id: 809.\n",
      "recorded id: 810.\n",
      "recorded id: 811.\n",
      "recorded id: 812.\n",
      "recorded id: 813.\n",
      "recorded id: 814.\n",
      "recorded id: 815.\n",
      "recorded id: 816.\n",
      "recorded id: 817.\n",
      "recorded id: 818.\n",
      "recorded id: 819.\n",
      "recorded id: 820.\n",
      "recorded id: 821.\n",
      "recorded id: 822.\n",
      "recorded id: 823.\n",
      "recorded id: 824.\n",
      "recorded id: 825.\n",
      "recorded id: 826.\n",
      "recorded id: 827.\n",
      "recorded id: 828.\n",
      "recorded id: 829.\n",
      "recorded id: 830.\n",
      "recorded id: 831.\n",
      "recorded id: 832.\n",
      "recorded id: 833.\n",
      "recorded id: 834.\n",
      "recorded id: 835.\n",
      "recorded id: 836.\n",
      "recorded id: 837.\n",
      "recorded id: 838.\n",
      "recorded id: 839.\n",
      "recorded id: 840.\n",
      "recorded id: 841.\n",
      "recorded id: 842.\n",
      "recorded id: 843.\n",
      "recorded id: 844.\n",
      "recorded id: 845.\n",
      "recorded id: 846.\n",
      "recorded id: 847.\n",
      "recorded id: 848.\n",
      "recorded id: 849.\n",
      "recorded id: 850.\n",
      "recorded id: 851.\n",
      "recorded id: 852.\n",
      "recorded id: 853.\n",
      "recorded id: 854.\n",
      "recorded id: 855.\n",
      "recorded id: 856.\n",
      "recorded id: 857.\n",
      "recorded id: 858.\n",
      "recorded id: 859.\n",
      "recorded id: 860.\n",
      "recorded id: 861.\n",
      "recorded id: 862.\n",
      "recorded id: 863.\n",
      "recorded id: 864.\n",
      "recorded id: 865.\n",
      "recorded id: 866.\n",
      "recorded id: 867.\n",
      "recorded id: 868.\n",
      "recorded id: 869.\n",
      "recorded id: 870.\n",
      "recorded id: 871.\n",
      "recorded id: 872.\n",
      "recorded id: 873.\n",
      "recorded id: 874.\n",
      "recorded id: 875.\n",
      "recorded id: 876.\n",
      "recorded id: 877.\n",
      "recorded id: 878.\n",
      "recorded id: 879.\n",
      "recorded id: 880.\n",
      "recorded id: 881.\n",
      "recorded id: 882.\n",
      "recorded id: 883.\n",
      "recorded id: 884.\n",
      "recorded id: 885.\n",
      "recorded id: 886.\n",
      "recorded id: 887.\n",
      "recorded id: 888.\n",
      "recorded id: 889.\n",
      "recorded id: 890.\n",
      "recorded id: 891.\n",
      "recorded id: 892.\n",
      "recorded id: 893.\n",
      "recorded id: 894.\n",
      "recorded id: 895.\n",
      "recorded id: 896.\n",
      "recorded id: 897.\n",
      "recorded id: 898.\n",
      "recorded id: 899.\n",
      "recorded id: 900.\n",
      "recorded id: 901.\n",
      "recorded id: 902.\n",
      "recorded id: 903.\n",
      "recorded id: 904.\n",
      "recorded id: 905.\n",
      "recorded id: 906.\n",
      "recorded id: 907.\n",
      "recorded id: 908.\n",
      "recorded id: 909.\n",
      "recorded id: 910.\n",
      "recorded id: 911.\n",
      "recorded id: 912.\n",
      "recorded id: 913.\n",
      "recorded id: 914.\n",
      "recorded id: 915.\n",
      "recorded id: 916.\n",
      "recorded id: 917.\n",
      "recorded id: 918.\n",
      "recorded id: 919.\n",
      "recorded id: 920.\n",
      "recorded id: 921.\n",
      "recorded id: 922.\n",
      "recorded id: 923.\n",
      "recorded id: 924.\n",
      "recorded id: 925.\n",
      "recorded id: 926.\n",
      "recorded id: 927.\n",
      "recorded id: 928.\n",
      "recorded id: 929.\n",
      "recorded id: 930.\n",
      "recorded id: 931.\n",
      "recorded id: 932.\n",
      "recorded id: 933.\n",
      "recorded id: 934.\n",
      "recorded id: 935.\n",
      "recorded id: 936.\n",
      "recorded id: 937.\n",
      "recorded id: 938.\n",
      "recorded id: 939.\n",
      "recorded id: 940.\n",
      "recorded id: 941.\n",
      "recorded id: 942.\n",
      "recorded id: 943.\n",
      "recorded id: 944.\n",
      "recorded id: 945.\n",
      "recorded id: 946.\n",
      "recorded id: 947.\n",
      "recorded id: 948.\n",
      "recorded id: 949.\n",
      "recorded id: 950.\n",
      "recorded id: 951.\n",
      "recorded id: 952.\n",
      "recorded id: 953.\n",
      "recorded id: 954.\n",
      "recorded id: 955.\n",
      "recorded id: 956.\n",
      "recorded id: 957.\n",
      "recorded id: 958.\n",
      "recorded id: 959.\n",
      "recorded id: 960.\n",
      "recorded id: 961.\n",
      "recorded id: 962.\n",
      "recorded id: 963.\n",
      "recorded id: 964.\n",
      "recorded id: 965.\n",
      "recorded id: 966.\n",
      "recorded id: 967.\n",
      "recorded id: 968.\n",
      "recorded id: 969.\n",
      "recorded id: 970.\n",
      "recorded id: 971.\n",
      "recorded id: 972.\n",
      "recorded id: 973.\n",
      "recorded id: 974.\n",
      "recorded id: 975.\n",
      "recorded id: 976.\n",
      "recorded id: 977.\n",
      "recorded id: 978.\n",
      "recorded id: 979.\n",
      "recorded id: 980.\n",
      "recorded id: 981.\n",
      "recorded id: 982.\n",
      "recorded id: 983.\n",
      "recorded id: 984.\n",
      "recorded id: 985.\n",
      "recorded id: 986.\n",
      "recorded id: 987.\n",
      "recorded id: 988.\n",
      "recorded id: 989.\n",
      "recorded id: 990.\n",
      "recorded id: 991.\n",
      "recorded id: 992.\n",
      "recorded id: 993.\n",
      "recorded id: 994.\n",
      "recorded id: 995.\n",
      "recorded id: 996.\n",
      "recorded id: 997.\n",
      "recorded id: 998.\n",
      "recorded id: 999.\n",
      "recorded id: 1000.\n",
      "recorded id: 1001.\n",
      "recorded id: 1002.\n",
      "recorded id: 1003.\n",
      "recorded id: 1004.\n",
      "recorded id: 1005.\n",
      "recorded id: 1006.\n",
      "recorded id: 1007.\n",
      "recorded id: 1008.\n",
      "recorded id: 1009.\n",
      "recorded id: 1010.\n",
      "recorded id: 1011.\n",
      "recorded id: 1012.\n",
      "recorded id: 1013.\n",
      "recorded id: 1014.\n",
      "recorded id: 1015.\n",
      "recorded id: 1016.\n",
      "recorded id: 1017.\n",
      "recorded id: 1018.\n",
      "recorded id: 1019.\n",
      "recorded id: 1020.\n",
      "recorded id: 1021.\n",
      "recorded id: 1022.\n",
      "recorded id: 1023.\n",
      "recorded id: 1024.\n",
      "recorded id: 1025.\n",
      "recorded id: 1026.\n",
      "recorded id: 1027.\n",
      "recorded id: 1028.\n",
      "recorded id: 1029.\n",
      "recorded id: 1030.\n",
      "recorded id: 1031.\n",
      "recorded id: 1032.\n",
      "recorded id: 1033.\n",
      "recorded id: 1034.\n",
      "recorded id: 1035.\n",
      "recorded id: 1036.\n",
      "recorded id: 1037.\n",
      "recorded id: 1038.\n",
      "recorded id: 1039.\n",
      "recorded id: 1040.\n",
      "recorded id: 1041.\n",
      "recorded id: 1042.\n",
      "recorded id: 1043.\n",
      "recorded id: 1044.\n",
      "recorded id: 1045.\n",
      "recorded id: 1046.\n",
      "recorded id: 1047.\n",
      "recorded id: 1048.\n",
      "recorded id: 1049.\n",
      "recorded id: 1050.\n",
      "recorded id: 1051.\n",
      "recorded id: 1052.\n",
      "recorded id: 1053.\n",
      "recorded id: 1054.\n",
      "recorded id: 1055.\n",
      "recorded id: 1056.\n",
      "recorded id: 1057.\n",
      "recorded id: 1058.\n",
      "recorded id: 1059.\n",
      "recorded id: 1060.\n",
      "recorded id: 1061.\n",
      "recorded id: 1062.\n",
      "recorded id: 1063.\n",
      "recorded id: 1064.\n",
      "recorded id: 1065.\n",
      "recorded id: 1066.\n",
      "recorded id: 1067.\n",
      "recorded id: 1068.\n",
      "recorded id: 1069.\n",
      "recorded id: 1070.\n",
      "recorded id: 1071.\n",
      "recorded id: 1072.\n",
      "recorded id: 1073.\n",
      "recorded id: 1074.\n",
      "recorded id: 1075.\n",
      "recorded id: 1076.\n",
      "recorded id: 1077.\n",
      "recorded id: 1078.\n",
      "recorded id: 1079.\n",
      "recorded id: 1080.\n",
      "recorded id: 1081.\n",
      "recorded id: 1082.\n",
      "recorded id: 1083.\n",
      "recorded id: 1084.\n",
      "recorded id: 1085.\n",
      "recorded id: 1086.\n",
      "recorded id: 1087.\n",
      "recorded id: 1088.\n",
      "recorded id: 1089.\n",
      "recorded id: 1090.\n",
      "recorded id: 1091.\n",
      "recorded id: 1092.\n",
      "recorded id: 1093.\n",
      "recorded id: 1094.\n",
      "recorded id: 1095.\n",
      "recorded id: 1096.\n",
      "recorded id: 1097.\n",
      "recorded id: 1098.\n",
      "recorded id: 1099.\n",
      "recorded id: 1100.\n",
      "recorded id: 1101.\n",
      "recorded id: 1102.\n",
      "recorded id: 1103.\n",
      "recorded id: 1104.\n",
      "recorded id: 1105.\n",
      "recorded id: 1106.\n",
      "recorded id: 1107.\n",
      "recorded id: 1108.\n",
      "recorded id: 1109.\n",
      "recorded id: 1110.\n",
      "recorded id: 1111.\n",
      "recorded id: 1112.\n",
      "recorded id: 1113.\n",
      "recorded id: 1114.\n",
      "recorded id: 1115.\n",
      "recorded id: 1116.\n",
      "recorded id: 1117.\n",
      "recorded id: 1118.\n",
      "recorded id: 1119.\n",
      "recorded id: 1120.\n",
      "recorded id: 1121.\n",
      "recorded id: 1122.\n",
      "recorded id: 1123.\n",
      "recorded id: 1124.\n",
      "recorded id: 1125.\n",
      "recorded id: 1126.\n",
      "recorded id: 1127.\n",
      "recorded id: 1128.\n",
      "recorded id: 1129.\n",
      "recorded id: 1130.\n",
      "recorded id: 1131.\n",
      "recorded id: 1132.\n",
      "recorded id: 1133.\n",
      "recorded id: 1134.\n",
      "recorded id: 1135.\n",
      "recorded id: 1136.\n",
      "recorded id: 1137.\n",
      "recorded id: 1138.\n",
      "recorded id: 1139.\n",
      "recorded id: 1140.\n",
      "recorded id: 1141.\n",
      "recorded id: 1142.\n",
      "recorded id: 1143.\n",
      "recorded id: 1144.\n",
      "recorded id: 1145.\n",
      "recorded id: 1146.\n",
      "recorded id: 1147.\n",
      "recorded id: 1148.\n",
      "recorded id: 1149.\n",
      "recorded id: 1150.\n",
      "recorded id: 1151.\n",
      "recorded id: 1152.\n",
      "recorded id: 1153.\n",
      "recorded id: 1154.\n",
      "recorded id: 1155.\n",
      "recorded id: 1156.\n",
      "recorded id: 1157.\n",
      "recorded id: 1158.\n",
      "recorded id: 1159.\n",
      "recorded id: 1160.\n",
      "recorded id: 1161.\n",
      "recorded id: 1162.\n",
      "recorded id: 1163.\n",
      "recorded id: 1164.\n",
      "recorded id: 1165.\n",
      "recorded id: 1166.\n",
      "recorded id: 1167.\n",
      "recorded id: 1168.\n",
      "recorded id: 1169.\n",
      "recorded id: 1170.\n",
      "recorded id: 1171.\n",
      "recorded id: 1172.\n",
      "recorded id: 1173.\n",
      "recorded id: 1174.\n",
      "recorded id: 1175.\n",
      "recorded id: 1176.\n",
      "recorded id: 1177.\n",
      "recorded id: 1178.\n",
      "recorded id: 1179.\n",
      "recorded id: 1180.\n",
      "recorded id: 1181.\n",
      "recorded id: 1182.\n",
      "recorded id: 1183.\n",
      "recorded id: 1184.\n",
      "recorded id: 1185.\n",
      "recorded id: 1186.\n",
      "recorded id: 1187.\n",
      "recorded id: 1188.\n",
      "recorded id: 1189.\n",
      "recorded id: 1190.\n",
      "recorded id: 1191.\n",
      "recorded id: 1192.\n",
      "recorded id: 1193.\n",
      "recorded id: 1194.\n",
      "recorded id: 1195.\n",
      "recorded id: 1196.\n",
      "recorded id: 1197.\n",
      "recorded id: 1198.\n",
      "recorded id: 1199.\n",
      "recorded id: 1200.\n",
      "recorded id: 1201.\n",
      "recorded id: 1202.\n",
      "recorded id: 1203.\n",
      "recorded id: 1204.\n",
      "recorded id: 1205.\n",
      "recorded id: 1206.\n",
      "recorded id: 1207.\n",
      "recorded id: 1208.\n",
      "recorded id: 1209.\n",
      "recorded id: 1210.\n",
      "recorded id: 1211.\n",
      "recorded id: 1212.\n",
      "recorded id: 1213.\n",
      "recorded id: 1214.\n",
      "recorded id: 1215.\n",
      "recorded id: 1216.\n",
      "recorded id: 1217.\n",
      "recorded id: 1218.\n",
      "recorded id: 1219.\n",
      "recorded id: 1220.\n",
      "recorded id: 1221.\n",
      "recorded id: 1222.\n",
      "recorded id: 1223.\n",
      "recorded id: 1224.\n",
      "recorded id: 1225.\n",
      "recorded id: 1226.\n",
      "recorded id: 1227.\n",
      "recorded id: 1228.\n",
      "recorded id: 1229.\n",
      "recorded id: 1230.\n",
      "recorded id: 1231.\n",
      "recorded id: 1232.\n",
      "recorded id: 1233.\n",
      "recorded id: 1234.\n",
      "recorded id: 1235.\n",
      "recorded id: 1236.\n",
      "recorded id: 1237.\n",
      "recorded id: 1238.\n",
      "recorded id: 1239.\n",
      "recorded id: 1240.\n",
      "recorded id: 1241.\n",
      "recorded id: 1242.\n",
      "recorded id: 1243.\n",
      "recorded id: 1244.\n",
      "recorded id: 1245.\n",
      "recorded id: 1246.\n",
      "recorded id: 1247.\n",
      "recorded id: 1248.\n",
      "recorded id: 1249.\n",
      "recorded id: 1250.\n",
      "recorded id: 1251.\n",
      "recorded id: 1252.\n",
      "recorded id: 1253.\n",
      "recorded id: 1254.\n",
      "recorded id: 1255.\n",
      "recorded id: 1256.\n",
      "recorded id: 1257.\n",
      "recorded id: 1258.\n",
      "recorded id: 1259.\n",
      "recorded id: 1260.\n",
      "recorded id: 1261.\n",
      "recorded id: 1262.\n",
      "recorded id: 1263.\n",
      "recorded id: 1264.\n",
      "recorded id: 1265.\n",
      "recorded id: 1266.\n",
      "recorded id: 1267.\n",
      "recorded id: 1268.\n",
      "recorded id: 1269.\n",
      "recorded id: 1270.\n",
      "recorded id: 1271.\n",
      "recorded id: 1272.\n",
      "recorded id: 1273.\n",
      "recorded id: 1274.\n",
      "recorded id: 1275.\n",
      "recorded id: 1276.\n",
      "recorded id: 1277.\n",
      "recorded id: 1278.\n",
      "recorded id: 1279.\n",
      "recorded id: 1280.\n",
      "recorded id: 1281.\n",
      "recorded id: 1282.\n",
      "recorded id: 1283.\n",
      "recorded id: 1284.\n",
      "recorded id: 1285.\n",
      "recorded id: 1286.\n",
      "recorded id: 1287.\n",
      "recorded id: 1288.\n",
      "recorded id: 1289.\n",
      "recorded id: 1290.\n",
      "recorded id: 1291.\n",
      "recorded id: 1292.\n",
      "recorded id: 1293.\n",
      "recorded id: 1294.\n",
      "recorded id: 1295.\n",
      "recorded id: 1296.\n",
      "recorded id: 1297.\n",
      "recorded id: 1298.\n",
      "recorded id: 1299.\n",
      "recorded id: 1300.\n",
      "recorded id: 1301.\n",
      "recorded id: 1302.\n",
      "recorded id: 1303.\n",
      "recorded id: 1304.\n",
      "recorded id: 1305.\n",
      "recorded id: 1306.\n",
      "recorded id: 1307.\n",
      "recorded id: 1308.\n",
      "recorded id: 1309.\n",
      "recorded id: 1310.\n",
      "recorded id: 1311.\n",
      "recorded id: 1312.\n",
      "recorded id: 1313.\n",
      "recorded id: 1314.\n",
      "recorded id: 1315.\n",
      "recorded id: 1316.\n",
      "recorded id: 1317.\n",
      "recorded id: 1318.\n",
      "recorded id: 1319.\n",
      "recorded id: 1320.\n",
      "recorded id: 1321.\n",
      "recorded id: 1322.\n",
      "recorded id: 1323.\n",
      "recorded id: 1324.\n",
      "recorded id: 1325.\n",
      "recorded id: 1326.\n",
      "recorded id: 1327.\n",
      "recorded id: 1328.\n",
      "recorded id: 1329.\n",
      "recorded id: 1330.\n",
      "recorded id: 1331.\n",
      "recorded id: 1332.\n",
      "recorded id: 1333.\n",
      "recorded id: 1334.\n",
      "recorded id: 1335.\n",
      "recorded id: 1336.\n",
      "recorded id: 1337.\n",
      "recorded id: 1338.\n",
      "recorded id: 1339.\n",
      "recorded id: 1340.\n",
      "recorded id: 1341.\n",
      "recorded id: 1342.\n",
      "recorded id: 1343.\n",
      "recorded id: 1344.\n",
      "recorded id: 1345.\n",
      "recorded id: 1346.\n",
      "recorded id: 1347.\n",
      "recorded id: 1348.\n",
      "recorded id: 1349.\n",
      "recorded id: 1350.\n",
      "recorded id: 1351.\n",
      "recorded id: 1352.\n",
      "recorded id: 1353.\n",
      "recorded id: 1354.\n",
      "recorded id: 1355.\n",
      "recorded id: 1356.\n",
      "recorded id: 1357.\n",
      "recorded id: 1358.\n",
      "recorded id: 1359.\n",
      "recorded id: 1360.\n",
      "recorded id: 1361.\n",
      "recorded id: 1362.\n",
      "recorded id: 1363.\n",
      "recorded id: 1364.\n",
      "recorded id: 1365.\n",
      "recorded id: 1366.\n",
      "recorded id: 1367.\n",
      "recorded id: 1368.\n",
      "recorded id: 1369.\n",
      "recorded id: 1370.\n",
      "recorded id: 1371.\n",
      "recorded id: 1372.\n",
      "recorded id: 1373.\n",
      "recorded id: 1374.\n",
      "recorded id: 1375.\n",
      "recorded id: 1376.\n",
      "recorded id: 1377.\n",
      "recorded id: 1378.\n",
      "recorded id: 1379.\n",
      "recorded id: 1380.\n",
      "recorded id: 1381.\n",
      "recorded id: 1382.\n",
      "recorded id: 1383.\n",
      "recorded id: 1384.\n",
      "recorded id: 1385.\n",
      "recorded id: 1386.\n",
      "recorded id: 1387.\n",
      "recorded id: 1388.\n",
      "recorded id: 1389.\n",
      "recorded id: 1390.\n",
      "recorded id: 1391.\n",
      "recorded id: 1392.\n",
      "recorded id: 1393.\n",
      "recorded id: 1394.\n",
      "recorded id: 1395.\n",
      "recorded id: 1396.\n",
      "recorded id: 1397.\n",
      "recorded id: 1398.\n",
      "recorded id: 1399.\n",
      "recorded id: 1400.\n",
      "recorded id: 1401.\n",
      "recorded id: 1402.\n",
      "recorded id: 1403.\n",
      "recorded id: 1404.\n",
      "recorded id: 1405.\n",
      "recorded id: 1406.\n",
      "recorded id: 1407.\n",
      "recorded id: 1408.\n",
      "recorded id: 1409.\n",
      "recorded id: 1410.\n",
      "recorded id: 1411.\n",
      "recorded id: 1412.\n",
      "recorded id: 1413.\n",
      "recorded id: 1414.\n",
      "recorded id: 1415.\n",
      "recorded id: 1416.\n",
      "recorded id: 1417.\n",
      "recorded id: 1418.\n",
      "recorded id: 1419.\n",
      "recorded id: 1420.\n",
      "recorded id: 1421.\n",
      "recorded id: 1422.\n",
      "recorded id: 1423.\n",
      "recorded id: 1424.\n",
      "recorded id: 1425.\n",
      "recorded id: 1426.\n",
      "recorded id: 1427.\n",
      "recorded id: 1428.\n",
      "recorded id: 1429.\n",
      "recorded id: 1430.\n",
      "recorded id: 1431.\n",
      "recorded id: 1432.\n",
      "recorded id: 1433.\n",
      "recorded id: 1434.\n",
      "recorded id: 1435.\n",
      "recorded id: 1436.\n",
      "recorded id: 1437.\n",
      "recorded id: 1438.\n",
      "recorded id: 1439.\n",
      "recorded id: 1440.\n",
      "recorded id: 1441.\n",
      "recorded id: 1442.\n",
      "recorded id: 1443.\n",
      "recorded id: 1444.\n",
      "recorded id: 1445.\n",
      "recorded id: 1446.\n",
      "recorded id: 1447.\n",
      "recorded id: 1448.\n",
      "recorded id: 1449.\n",
      "recorded id: 1450.\n",
      "recorded id: 1451.\n",
      "recorded id: 1452.\n",
      "recorded id: 1453.\n",
      "recorded id: 1454.\n",
      "recorded id: 1455.\n",
      "recorded id: 1456.\n",
      "recorded id: 1457.\n",
      "recorded id: 1458.\n",
      "recorded id: 1459.\n",
      "recorded id: 1460.\n",
      "recorded id: 1461.\n",
      "recorded id: 1462.\n",
      "recorded id: 1463.\n",
      "recorded id: 1464.\n",
      "recorded id: 1465.\n",
      "recorded id: 1466.\n",
      "recorded id: 1467.\n",
      "recorded id: 1468.\n",
      "recorded id: 1469.\n",
      "recorded id: 1470.\n",
      "recorded id: 1471.\n",
      "recorded id: 1472.\n",
      "recorded id: 1473.\n",
      "recorded id: 1474.\n",
      "recorded id: 1475.\n",
      "recorded id: 1476.\n",
      "recorded id: 1477.\n",
      "recorded id: 1478.\n",
      "recorded id: 1479.\n",
      "recorded id: 1480.\n",
      "recorded id: 1481.\n",
      "recorded id: 1482.\n",
      "recorded id: 1483.\n",
      "recorded id: 1484.\n",
      "recorded id: 1485.\n",
      "recorded id: 1486.\n",
      "recorded id: 1487.\n",
      "recorded id: 1488.\n",
      "recorded id: 1489.\n",
      "recorded id: 1490.\n",
      "recorded id: 1491.\n",
      "recorded id: 1492.\n",
      "recorded id: 1493.\n",
      "recorded id: 1494.\n",
      "recorded id: 1495.\n",
      "recorded id: 1496.\n",
      "recorded id: 1497.\n",
      "recorded id: 1498.\n",
      "recorded id: 1499.\n",
      "recorded id: 1500.\n",
      "recorded id: 1501.\n",
      "recorded id: 1502.\n",
      "recorded id: 1503.\n",
      "recorded id: 1504.\n",
      "recorded id: 1505.\n",
      "recorded id: 1506.\n",
      "recorded id: 1507.\n",
      "recorded id: 1508.\n",
      "recorded id: 1509.\n",
      "recorded id: 1510.\n",
      "recorded id: 1511.\n",
      "recorded id: 1512.\n",
      "recorded id: 1513.\n",
      "recorded id: 1514.\n",
      "recorded id: 1515.\n",
      "recorded id: 1516.\n",
      "recorded id: 1517.\n",
      "recorded id: 1518.\n",
      "recorded id: 1519.\n",
      "recorded id: 1520.\n",
      "recorded id: 1521.\n",
      "recorded id: 1522.\n",
      "recorded id: 1523.\n",
      "recorded id: 1524.\n",
      "recorded id: 1525.\n",
      "recorded id: 1526.\n",
      "recorded id: 1527.\n",
      "recorded id: 1528.\n",
      "recorded id: 1529.\n",
      "recorded id: 1530.\n",
      "recorded id: 1531.\n",
      "recorded id: 1532.\n",
      "recorded id: 1533.\n",
      "recorded id: 1534.\n",
      "recorded id: 1535.\n",
      "recorded id: 1536.\n",
      "recorded id: 1537.\n",
      "recorded id: 1538.\n",
      "recorded id: 1539.\n",
      "recorded id: 1540.\n",
      "recorded id: 1541.\n",
      "recorded id: 1542.\n",
      "recorded id: 1543.\n",
      "recorded id: 1544.\n",
      "recorded id: 1545.\n",
      "recorded id: 1546.\n",
      "recorded id: 1547.\n",
      "recorded id: 1548.\n",
      "recorded id: 1549.\n",
      "recorded id: 1550.\n",
      "recorded id: 1551.\n",
      "recorded id: 1552.\n",
      "recorded id: 1553.\n",
      "recorded id: 1554.\n",
      "recorded id: 1555.\n",
      "recorded id: 1556.\n",
      "recorded id: 1557.\n",
      "recorded id: 1558.\n",
      "recorded id: 1559.\n",
      "recorded id: 1560.\n",
      "recorded id: 1561.\n",
      "recorded id: 1562.\n",
      "recorded id: 1563.\n",
      "recorded id: 1564.\n",
      "recorded id: 1565.\n",
      "recorded id: 1566.\n",
      "recorded id: 1567.\n",
      "recorded id: 1568.\n",
      "recorded id: 1569.\n",
      "recorded id: 1570.\n",
      "recorded id: 1571.\n",
      "recorded id: 1572.\n",
      "recorded id: 1573.\n",
      "recorded id: 1574.\n",
      "recorded id: 1575.\n",
      "recorded id: 1576.\n",
      "recorded id: 1577.\n",
      "recorded id: 1578.\n",
      "recorded id: 1579.\n",
      "recorded id: 1580.\n",
      "recorded id: 1581.\n",
      "recorded id: 1582.\n",
      "recorded id: 1583.\n",
      "recorded id: 1584.\n",
      "recorded id: 1585.\n",
      "recorded id: 1586.\n",
      "recorded id: 1587.\n",
      "recorded id: 1588.\n",
      "recorded id: 1589.\n",
      "recorded id: 1590.\n",
      "recorded id: 1591.\n",
      "recorded id: 1592.\n",
      "recorded id: 1593.\n",
      "recorded id: 1594.\n",
      "recorded id: 1595.\n",
      "recorded id: 1596.\n",
      "recorded id: 1597.\n",
      "recorded id: 1598.\n",
      "recorded id: 1599.\n",
      "recorded id: 1600.\n",
      "recorded id: 1601.\n",
      "recorded id: 1602.\n",
      "recorded id: 1603.\n",
      "recorded id: 1604.\n",
      "recorded id: 1605.\n",
      "recorded id: 1606.\n",
      "recorded id: 1607.\n",
      "recorded id: 1608.\n",
      "recorded id: 1609.\n",
      "recorded id: 1610.\n",
      "recorded id: 1611.\n",
      "recorded id: 1612.\n",
      "recorded id: 1613.\n",
      "recorded id: 1614.\n",
      "recorded id: 1615.\n",
      "recorded id: 1616.\n",
      "recorded id: 1617.\n",
      "recorded id: 1618.\n",
      "recorded id: 1619.\n",
      "recorded id: 1620.\n",
      "recorded id: 1621.\n",
      "recorded id: 1622.\n",
      "recorded id: 1623.\n",
      "recorded id: 1624.\n",
      "recorded id: 1625.\n",
      "recorded id: 1626.\n",
      "recorded id: 1627.\n",
      "recorded id: 1628.\n",
      "recorded id: 1629.\n",
      "recorded id: 1630.\n",
      "recorded id: 1631.\n",
      "recorded id: 1632.\n",
      "recorded id: 1633.\n",
      "recorded id: 1634.\n",
      "recorded id: 1635.\n",
      "recorded id: 1636.\n",
      "recorded id: 1637.\n",
      "recorded id: 1638.\n",
      "recorded id: 1639.\n",
      "recorded id: 1640.\n",
      "recorded id: 1641.\n",
      "recorded id: 1642.\n",
      "recorded id: 1643.\n",
      "recorded id: 1644.\n",
      "recorded id: 1645.\n",
      "recorded id: 1646.\n",
      "recorded id: 1647.\n",
      "recorded id: 1648.\n",
      "recorded id: 1649.\n",
      "recorded id: 1650.\n",
      "recorded id: 1651.\n",
      "recorded id: 1652.\n",
      "recorded id: 1653.\n",
      "recorded id: 1654.\n",
      "recorded id: 1655.\n",
      "recorded id: 1656.\n",
      "recorded id: 1657.\n",
      "recorded id: 1658.\n",
      "recorded id: 1659.\n",
      "recorded id: 1660.\n",
      "recorded id: 1661.\n",
      "recorded id: 1662.\n",
      "recorded id: 1663.\n",
      "recorded id: 1664.\n",
      "recorded id: 1665.\n",
      "recorded id: 1666.\n",
      "recorded id: 1667.\n",
      "recorded id: 1668.\n",
      "recorded id: 1669.\n",
      "recorded id: 1670.\n",
      "recorded id: 1671.\n",
      "recorded id: 1672.\n",
      "recorded id: 1673.\n",
      "recorded id: 1674.\n",
      "recorded id: 1675.\n",
      "recorded id: 1676.\n",
      "recorded id: 1677.\n",
      "recorded id: 1678.\n",
      "recorded id: 1679.\n",
      "recorded id: 1680.\n",
      "recorded id: 1681.\n",
      "recorded id: 1682.\n",
      "recorded id: 1683.\n",
      "recorded id: 1684.\n",
      "recorded id: 1685.\n",
      "recorded id: 1686.\n",
      "recorded id: 1687.\n",
      "recorded id: 1688.\n",
      "recorded id: 1689.\n",
      "recorded id: 1690.\n",
      "recorded id: 1691.\n",
      "recorded id: 1692.\n",
      "recorded id: 1693.\n",
      "recorded id: 1694.\n",
      "recorded id: 1695.\n",
      "recorded id: 1696.\n",
      "recorded id: 1697.\n",
      "recorded id: 1698.\n",
      "recorded id: 1699.\n",
      "recorded id: 1700.\n",
      "recorded id: 1701.\n",
      "recorded id: 1702.\n",
      "recorded id: 1703.\n",
      "recorded id: 1704.\n",
      "recorded id: 1705.\n",
      "recorded id: 1706.\n",
      "recorded id: 1707.\n",
      "recorded id: 1708.\n",
      "recorded id: 1709.\n",
      "recorded id: 1710.\n",
      "recorded id: 1711.\n",
      "recorded id: 1712.\n",
      "recorded id: 1713.\n",
      "recorded id: 1714.\n",
      "recorded id: 1715.\n",
      "recorded id: 1716.\n",
      "recorded id: 1717.\n",
      "recorded id: 1718.\n",
      "recorded id: 1719.\n",
      "recorded id: 1720.\n",
      "recorded id: 1721.\n",
      "recorded id: 1722.\n",
      "recorded id: 1723.\n",
      "recorded id: 1724.\n",
      "recorded id: 1725.\n",
      "recorded id: 1726.\n",
      "recorded id: 1727.\n",
      "recorded id: 1728.\n",
      "recorded id: 1729.\n",
      "recorded id: 1730.\n",
      "recorded id: 1731.\n",
      "recorded id: 1732.\n",
      "recorded id: 1733.\n",
      "recorded id: 1734.\n",
      "recorded id: 1735.\n",
      "recorded id: 1736.\n",
      "recorded id: 1737.\n",
      "recorded id: 1738.\n",
      "recorded id: 1739.\n",
      "recorded id: 1740.\n",
      "recorded id: 1741.\n",
      "recorded id: 1742.\n",
      "recorded id: 1743.\n",
      "recorded id: 1744.\n",
      "recorded id: 1745.\n",
      "recorded id: 1746.\n",
      "recorded id: 1747.\n",
      "recorded id: 1748.\n",
      "recorded id: 1749.\n",
      "recorded id: 1750.\n",
      "recorded id: 1751.\n",
      "recorded id: 1752.\n",
      "recorded id: 1753.\n",
      "recorded id: 1754.\n",
      "recorded id: 1755.\n",
      "recorded id: 1756.\n",
      "recorded id: 1757.\n",
      "recorded id: 1758.\n",
      "recorded id: 1759.\n",
      "recorded id: 1760.\n",
      "recorded id: 1761.\n",
      "recorded id: 1762.\n",
      "recorded id: 1763.\n",
      "recorded id: 1764.\n",
      "recorded id: 1765.\n",
      "recorded id: 1766.\n",
      "recorded id: 1767.\n",
      "recorded id: 1768.\n",
      "recorded id: 1769.\n",
      "recorded id: 1770.\n",
      "recorded id: 1771.\n",
      "recorded id: 1772.\n",
      "recorded id: 1773.\n",
      "recorded id: 1774.\n",
      "recorded id: 1775.\n",
      "recorded id: 1776.\n",
      "recorded id: 1777.\n",
      "recorded id: 1778.\n",
      "recorded id: 1779.\n",
      "recorded id: 1780.\n",
      "recorded id: 1781.\n",
      "recorded id: 1782.\n",
      "recorded id: 1783.\n",
      "recorded id: 1784.\n",
      "recorded id: 1785.\n",
      "recorded id: 1786.\n",
      "recorded id: 1787.\n",
      "recorded id: 1788.\n",
      "recorded id: 1789.\n",
      "recorded id: 1790.\n",
      "recorded id: 1791.\n",
      "recorded id: 1792.\n",
      "recorded id: 1793.\n",
      "recorded id: 1794.\n",
      "recorded id: 1795.\n",
      "recorded id: 1796.\n",
      "recorded id: 1797.\n",
      "recorded id: 1798.\n",
      "recorded id: 1799.\n",
      "recorded id: 1800.\n",
      "recorded id: 1801.\n",
      "recorded id: 1802.\n",
      "recorded id: 1803.\n",
      "recorded id: 1804.\n",
      "recorded id: 1805.\n",
      "recorded id: 1806.\n",
      "recorded id: 1807.\n",
      "recorded id: 1808.\n",
      "recorded id: 1809.\n",
      "recorded id: 1810.\n",
      "recorded id: 1811.\n",
      "recorded id: 1812.\n",
      "recorded id: 1813.\n",
      "recorded id: 1814.\n",
      "recorded id: 1815.\n",
      "recorded id: 1816.\n",
      "recorded id: 1817.\n",
      "recorded id: 1818.\n",
      "recorded id: 1819.\n",
      "recorded id: 1820.\n",
      "recorded id: 1821.\n",
      "recorded id: 1822.\n",
      "recorded id: 1823.\n",
      "recorded id: 1824.\n",
      "recorded id: 1825.\n",
      "recorded id: 1826.\n",
      "recorded id: 1827.\n",
      "recorded id: 1828.\n",
      "recorded id: 1829.\n",
      "recorded id: 1830.\n",
      "recorded id: 1831.\n",
      "recorded id: 1832.\n",
      "recorded id: 1833.\n",
      "recorded id: 1834.\n",
      "recorded id: 1835.\n",
      "recorded id: 1836.\n",
      "recorded id: 1837.\n",
      "recorded id: 1838.\n",
      "recorded id: 1839.\n",
      "recorded id: 1840.\n",
      "recorded id: 1841.\n",
      "recorded id: 1842.\n",
      "recorded id: 1843.\n",
      "recorded id: 1844.\n",
      "recorded id: 1845.\n",
      "recorded id: 1846.\n",
      "recorded id: 1847.\n",
      "recorded id: 1848.\n",
      "recorded id: 1849.\n",
      "recorded id: 1850.\n",
      "recorded id: 1851.\n",
      "recorded id: 1852.\n",
      "recorded id: 1853.\n",
      "recorded id: 1854.\n",
      "recorded id: 1855.\n",
      "recorded id: 1856.\n",
      "recorded id: 1857.\n",
      "recorded id: 1858.\n",
      "recorded id: 1859.\n",
      "recorded id: 1860.\n",
      "recorded id: 1861.\n",
      "recorded id: 1862.\n",
      "recorded id: 1863.\n",
      "recorded id: 1864.\n",
      "recorded id: 1865.\n",
      "recorded id: 1866.\n",
      "recorded id: 1867.\n",
      "recorded id: 1868.\n",
      "recorded id: 1869.\n",
      "recorded id: 1870.\n",
      "recorded id: 1871.\n",
      "recorded id: 1872.\n",
      "recorded id: 1873.\n",
      "recorded id: 1874.\n",
      "recorded id: 1875.\n",
      "recorded id: 1876.\n",
      "recorded id: 1877.\n",
      "recorded id: 1878.\n",
      "recorded id: 1879.\n",
      "recorded id: 1880.\n",
      "recorded id: 1881.\n",
      "recorded id: 1882.\n",
      "recorded id: 1883.\n",
      "recorded id: 1884.\n",
      "recorded id: 1885.\n",
      "recorded id: 1886.\n",
      "recorded id: 1887.\n",
      "recorded id: 1888.\n",
      "recorded id: 1889.\n",
      "recorded id: 1890.\n",
      "recorded id: 1891.\n",
      "recorded id: 1892.\n",
      "recorded id: 1893.\n",
      "recorded id: 1894.\n",
      "recorded id: 1895.\n",
      "recorded id: 1896.\n",
      "recorded id: 1897.\n",
      "recorded id: 1898.\n",
      "recorded id: 1899.\n",
      "recorded id: 1900.\n",
      "recorded id: 1901.\n",
      "recorded id: 1902.\n",
      "recorded id: 1903.\n",
      "recorded id: 1904.\n",
      "recorded id: 1905.\n",
      "recorded id: 1906.\n",
      "recorded id: 1907.\n",
      "recorded id: 1908.\n",
      "recorded id: 1909.\n",
      "recorded id: 1910.\n",
      "recorded id: 1911.\n",
      "recorded id: 1912.\n",
      "recorded id: 1913.\n",
      "recorded id: 1914.\n",
      "recorded id: 1915.\n",
      "recorded id: 1916.\n",
      "recorded id: 1917.\n",
      "recorded id: 1918.\n",
      "recorded id: 1919.\n",
      "recorded id: 1920.\n",
      "recorded id: 1921.\n",
      "recorded id: 1922.\n",
      "recorded id: 1923.\n",
      "recorded id: 1924.\n",
      "recorded id: 1925.\n",
      "recorded id: 1926.\n",
      "recorded id: 1927.\n",
      "recorded id: 1928.\n",
      "recorded id: 1929.\n",
      "recorded id: 1930.\n",
      "recorded id: 1931.\n",
      "recorded id: 1932.\n",
      "recorded id: 1933.\n",
      "recorded id: 1934.\n",
      "recorded id: 1935.\n",
      "recorded id: 1936.\n",
      "recorded id: 1937.\n",
      "recorded id: 1938.\n",
      "recorded id: 1939.\n",
      "recorded id: 1940.\n",
      "recorded id: 1941.\n",
      "recorded id: 1942.\n",
      "recorded id: 1943.\n",
      "recorded id: 1944.\n",
      "recorded id: 1945.\n",
      "recorded id: 1946.\n",
      "recorded id: 1947.\n",
      "recorded id: 1948.\n",
      "recorded id: 1949.\n",
      "recorded id: 1950.\n",
      "recorded id: 1951.\n",
      "recorded id: 1952.\n",
      "recorded id: 1953.\n",
      "recorded id: 1954.\n",
      "recorded id: 1955.\n",
      "recorded id: 1956.\n",
      "recorded id: 1957.\n",
      "recorded id: 1958.\n",
      "recorded id: 1959.\n",
      "recorded id: 1960.\n",
      "recorded id: 1961.\n",
      "recorded id: 1962.\n",
      "recorded id: 1963.\n",
      "recorded id: 1964.\n",
      "recorded id: 1965.\n",
      "recorded id: 1966.\n",
      "recorded id: 1967.\n",
      "recorded id: 1968.\n",
      "recorded id: 1969.\n",
      "recorded id: 1970.\n",
      "recorded id: 1971.\n",
      "recorded id: 1972.\n",
      "recorded id: 1973.\n",
      "recorded id: 1974.\n",
      "recorded id: 1975.\n",
      "recorded id: 1976.\n",
      "recorded id: 1977.\n",
      "recorded id: 1978.\n",
      "recorded id: 1979.\n",
      "recorded id: 1980.\n",
      "recorded id: 1981.\n",
      "recorded id: 1982.\n",
      "recorded id: 1983.\n",
      "recorded id: 1984.\n",
      "recorded id: 1985.\n",
      "recorded id: 1986.\n",
      "recorded id: 1987.\n",
      "recorded id: 1988.\n",
      "recorded id: 1989.\n",
      "recorded id: 1990.\n",
      "recorded id: 1991.\n",
      "recorded id: 1992.\n",
      "recorded id: 1993.\n",
      "recorded id: 1994.\n",
      "recorded id: 1995.\n",
      "recorded id: 1996.\n",
      "recorded id: 1997.\n",
      "recorded id: 1998.\n",
      "recorded id: 1999.\n",
      "recorded id: 2000.\n",
      "recorded id: 2001.\n",
      "recorded id: 2002.\n",
      "recorded id: 2003.\n",
      "recorded id: 2004.\n",
      "recorded id: 2005.\n",
      "recorded id: 2006.\n",
      "recorded id: 2007.\n",
      "recorded id: 2008.\n",
      "recorded id: 2009.\n",
      "recorded id: 2010.\n",
      "recorded id: 2011.\n",
      "recorded id: 2012.\n",
      "recorded id: 2013.\n",
      "recorded id: 2014.\n",
      "recorded id: 2015.\n",
      "recorded id: 2016.\n",
      "recorded id: 2017.\n",
      "recorded id: 2018.\n",
      "recorded id: 2019.\n",
      "recorded id: 2020.\n",
      "recorded id: 2021.\n",
      "recorded id: 2022.\n",
      "recorded id: 2023.\n",
      "recorded id: 2024.\n",
      "recorded id: 2025.\n",
      "recorded id: 2026.\n",
      "recorded id: 2027.\n",
      "recorded id: 2028.\n",
      "recorded id: 2029.\n",
      "recorded id: 2030.\n",
      "recorded id: 2031.\n",
      "recorded id: 2032.\n",
      "recorded id: 2033.\n",
      "recorded id: 2034.\n",
      "recorded id: 2035.\n",
      "recorded id: 2036.\n",
      "recorded id: 2037.\n",
      "recorded id: 2038.\n",
      "recorded id: 2039.\n",
      "recorded id: 2040.\n",
      "recorded id: 2041.\n",
      "recorded id: 2042.\n",
      "recorded id: 2043.\n",
      "recorded id: 2044.\n",
      "recorded id: 2045.\n",
      "recorded id: 2046.\n",
      "recorded id: 2047.\n",
      "recorded id: 2048.\n",
      "recorded id: 2049.\n",
      "recorded id: 2050.\n",
      "recorded id: 2051.\n",
      "recorded id: 2052.\n",
      "recorded id: 2053.\n",
      "recorded id: 2054.\n",
      "recorded id: 2055.\n",
      "recorded id: 2056.\n",
      "recorded id: 2057.\n",
      "recorded id: 2058.\n",
      "recorded id: 2059.\n",
      "recorded id: 2060.\n",
      "recorded id: 2061.\n",
      "recorded id: 2062.\n",
      "recorded id: 2063.\n",
      "recorded id: 2064.\n",
      "recorded id: 2065.\n",
      "recorded id: 2066.\n",
      "recorded id: 2067.\n",
      "recorded id: 2068.\n",
      "recorded id: 2069.\n",
      "recorded id: 2070.\n",
      "recorded id: 2071.\n",
      "recorded id: 2072.\n",
      "recorded id: 2073.\n",
      "recorded id: 2074.\n",
      "recorded id: 2075.\n",
      "recorded id: 2076.\n",
      "recorded id: 2077.\n",
      "recorded id: 2078.\n",
      "recorded id: 2079.\n",
      "recorded id: 2080.\n",
      "recorded id: 2081.\n",
      "recorded id: 2082.\n",
      "recorded id: 2083.\n",
      "recorded id: 2084.\n",
      "recorded id: 2085.\n",
      "recorded id: 2086.\n",
      "recorded id: 2087.\n",
      "recorded id: 2088.\n",
      "recorded id: 2089.\n",
      "recorded id: 2090.\n",
      "recorded id: 2091.\n",
      "recorded id: 2092.\n",
      "recorded id: 2093.\n",
      "recorded id: 2094.\n",
      "recorded id: 2095.\n",
      "recorded id: 2096.\n",
      "recorded id: 2097.\n",
      "recorded id: 2098.\n",
      "recorded id: 2099.\n",
      "recorded id: 2100.\n",
      "recorded id: 2101.\n",
      "recorded id: 2102.\n",
      "recorded id: 2103.\n",
      "recorded id: 2104.\n",
      "recorded id: 2105.\n",
      "recorded id: 2106.\n",
      "recorded id: 2107.\n",
      "recorded id: 2108.\n",
      "recorded id: 2109.\n",
      "recorded id: 2110.\n",
      "recorded id: 2111.\n",
      "recorded id: 2112.\n",
      "recorded id: 2113.\n",
      "recorded id: 2114.\n",
      "recorded id: 2115.\n",
      "recorded id: 2116.\n",
      "recorded id: 2117.\n",
      "recorded id: 2118.\n",
      "recorded id: 2119.\n",
      "recorded id: 2120.\n",
      "recorded id: 2121.\n",
      "recorded id: 2122.\n",
      "recorded id: 2123.\n",
      "recorded id: 2124.\n",
      "recorded id: 2125.\n",
      "recorded id: 2126.\n",
      "recorded id: 2127.\n",
      "recorded id: 2128.\n",
      "recorded id: 2129.\n",
      "recorded id: 2130.\n",
      "recorded id: 2131.\n",
      "recorded id: 2132.\n",
      "recorded id: 2133.\n",
      "recorded id: 2134.\n",
      "recorded id: 2135.\n",
      "recorded id: 2136.\n",
      "recorded id: 2137.\n",
      "recorded id: 2138.\n",
      "recorded id: 2139.\n",
      "recorded id: 2140.\n",
      "recorded id: 2141.\n",
      "recorded id: 2142.\n",
      "recorded id: 2143.\n",
      "recorded id: 2144.\n",
      "recorded id: 2145.\n",
      "recorded id: 2146.\n",
      "recorded id: 2147.\n",
      "recorded id: 2148.\n",
      "recorded id: 2149.\n",
      "recorded id: 2150.\n",
      "recorded id: 2151.\n",
      "recorded id: 2152.\n",
      "recorded id: 2153.\n",
      "recorded id: 2154.\n",
      "recorded id: 2155.\n",
      "recorded id: 2156.\n",
      "recorded id: 2157.\n",
      "recorded id: 2158.\n",
      "recorded id: 2159.\n",
      "recorded id: 2160.\n",
      "recorded id: 2161.\n",
      "recorded id: 2162.\n",
      "recorded id: 2163.\n",
      "recorded id: 2164.\n",
      "recorded id: 2165.\n",
      "recorded id: 2166.\n",
      "recorded id: 2167.\n",
      "recorded id: 2168.\n",
      "recorded id: 2169.\n",
      "recorded id: 2170.\n",
      "recorded id: 2171.\n",
      "recorded id: 2172.\n",
      "recorded id: 2173.\n",
      "recorded id: 2174.\n",
      "recorded id: 2175.\n",
      "recorded id: 2176.\n",
      "recorded id: 2177.\n",
      "recorded id: 2178.\n",
      "recorded id: 2179.\n",
      "recorded id: 2180.\n",
      "recorded id: 2181.\n",
      "recorded id: 2182.\n",
      "recorded id: 2183.\n",
      "recorded id: 2184.\n",
      "recorded id: 2185.\n",
      "recorded id: 2186.\n",
      "recorded id: 2187.\n",
      "recorded id: 2188.\n",
      "recorded id: 2189.\n",
      "recorded id: 2190.\n",
      "recorded id: 2191.\n",
      "recorded id: 2192.\n",
      "recorded id: 2193.\n",
      "recorded id: 2194.\n",
      "recorded id: 2195.\n",
      "recorded id: 2196.\n",
      "recorded id: 2197.\n",
      "recorded id: 2198.\n",
      "recorded id: 2199.\n",
      "recorded id: 2200.\n",
      "recorded id: 2201.\n",
      "recorded id: 2202.\n",
      "recorded id: 2203.\n",
      "recorded id: 2204.\n",
      "recorded id: 2205.\n",
      "recorded id: 2206.\n",
      "recorded id: 2207.\n",
      "recorded id: 2208.\n",
      "recorded id: 2209.\n",
      "recorded id: 2210.\n",
      "recorded id: 2211.\n",
      "recorded id: 2212.\n",
      "recorded id: 2213.\n",
      "recorded id: 2214.\n",
      "recorded id: 2215.\n",
      "recorded id: 2216.\n",
      "recorded id: 2217.\n",
      "recorded id: 2218.\n",
      "recorded id: 2219.\n",
      "recorded id: 2220.\n",
      "recorded id: 2221.\n",
      "recorded id: 2222.\n",
      "recorded id: 2223.\n",
      "recorded id: 2224.\n",
      "recorded id: 2225.\n",
      "recorded id: 2226.\n",
      "recorded id: 2227.\n",
      "recorded id: 2228.\n",
      "recorded id: 2229.\n",
      "recorded id: 2230.\n",
      "recorded id: 2231.\n",
      "recorded id: 2232.\n",
      "recorded id: 2233.\n",
      "recorded id: 2234.\n",
      "recorded id: 2235.\n",
      "recorded id: 2236.\n",
      "recorded id: 2237.\n",
      "recorded id: 2238.\n",
      "recorded id: 2239.\n",
      "recorded id: 2240.\n",
      "recorded id: 2241.\n",
      "recorded id: 2242.\n",
      "recorded id: 2243.\n",
      "recorded id: 2244.\n",
      "recorded id: 2245.\n",
      "recorded id: 2246.\n",
      "recorded id: 2247.\n",
      "recorded id: 2248.\n",
      "recorded id: 2249.\n",
      "recorded id: 2250.\n",
      "recorded id: 2251.\n",
      "recorded id: 2252.\n",
      "recorded id: 2253.\n",
      "recorded id: 2254.\n",
      "recorded id: 2255.\n",
      "recorded id: 2256.\n",
      "recorded id: 2257.\n",
      "recorded id: 2258.\n",
      "recorded id: 2259.\n",
      "recorded id: 2260.\n",
      "recorded id: 2261.\n",
      "recorded id: 2262.\n",
      "recorded id: 2263.\n",
      "recorded id: 2264.\n",
      "recorded id: 2265.\n",
      "recorded id: 2266.\n",
      "recorded id: 2267.\n",
      "recorded id: 2268.\n",
      "recorded id: 2269.\n",
      "recorded id: 2270.\n",
      "recorded id: 2271.\n",
      "recorded id: 2272.\n",
      "recorded id: 2273.\n",
      "recorded id: 2274.\n",
      "recorded id: 2275.\n",
      "recorded id: 2276.\n",
      "recorded id: 2277.\n",
      "recorded id: 2278.\n",
      "recorded id: 2279.\n",
      "recorded id: 2280.\n",
      "recorded id: 2281.\n",
      "recorded id: 2282.\n",
      "recorded id: 2283.\n",
      "recorded id: 2284.\n",
      "recorded id: 2285.\n",
      "recorded id: 2286.\n",
      "recorded id: 2287.\n",
      "recorded id: 2288.\n",
      "recorded id: 2289.\n",
      "recorded id: 2290.\n",
      "recorded id: 2291.\n",
      "recorded id: 2292.\n",
      "recorded id: 2293.\n",
      "recorded id: 2294.\n",
      "recorded id: 2295.\n",
      "recorded id: 2296.\n",
      "recorded id: 2297.\n",
      "recorded id: 2298.\n",
      "recorded id: 2299.\n",
      "recorded id: 2300.\n",
      "recorded id: 2301.\n",
      "recorded id: 2302.\n",
      "recorded id: 2303.\n",
      "recorded id: 2304.\n",
      "recorded id: 2305.\n",
      "recorded id: 2306.\n",
      "recorded id: 2307.\n",
      "recorded id: 2308.\n",
      "recorded id: 2309.\n",
      "recorded id: 2310.\n",
      "recorded id: 2311.\n",
      "recorded id: 2312.\n",
      "recorded id: 2313.\n",
      "recorded id: 2314.\n",
      "recorded id: 2315.\n",
      "recorded id: 2316.\n",
      "recorded id: 2317.\n",
      "recorded id: 2318.\n",
      "recorded id: 2319.\n",
      "recorded id: 2320.\n",
      "recorded id: 2321.\n",
      "recorded id: 2322.\n",
      "recorded id: 2323.\n",
      "recorded id: 2324.\n",
      "recorded id: 2325.\n",
      "recorded id: 2326.\n",
      "recorded id: 2327.\n",
      "recorded id: 2328.\n",
      "recorded id: 2329.\n",
      "recorded id: 2330.\n",
      "recorded id: 2331.\n",
      "recorded id: 2332.\n",
      "recorded id: 2333.\n",
      "recorded id: 2334.\n",
      "recorded id: 2335.\n",
      "recorded id: 2336.\n",
      "recorded id: 2337.\n",
      "recorded id: 2338.\n",
      "recorded id: 2339.\n",
      "recorded id: 2340.\n",
      "recorded id: 2341.\n",
      "recorded id: 2342.\n",
      "recorded id: 2343.\n",
      "recorded id: 2344.\n",
      "recorded id: 2345.\n",
      "recorded id: 2346.\n",
      "recorded id: 2347.\n",
      "recorded id: 2348.\n",
      "recorded id: 2349.\n",
      "recorded id: 2350.\n",
      "recorded id: 2351.\n",
      "recorded id: 2352.\n",
      "recorded id: 2353.\n",
      "recorded id: 2354.\n",
      "recorded id: 2355.\n",
      "recorded id: 2356.\n",
      "recorded id: 2357.\n",
      "recorded id: 2358.\n",
      "recorded id: 2359.\n",
      "recorded id: 2360.\n",
      "recorded id: 2361.\n",
      "recorded id: 2362.\n",
      "recorded id: 2363.\n",
      "recorded id: 2364.\n",
      "recorded id: 2365.\n",
      "recorded id: 2366.\n",
      "recorded id: 2367.\n",
      "recorded id: 2368.\n",
      "recorded id: 2369.\n",
      "recorded id: 2370.\n",
      "recorded id: 2371.\n",
      "recorded id: 2372.\n",
      "recorded id: 2373.\n",
      "recorded id: 2374.\n",
      "recorded id: 2375.\n",
      "recorded id: 2376.\n",
      "recorded id: 2377.\n",
      "recorded id: 2378.\n",
      "recorded id: 2379.\n",
      "recorded id: 2380.\n",
      "recorded id: 2381.\n",
      "recorded id: 2382.\n",
      "recorded id: 2383.\n",
      "recorded id: 2384.\n",
      "recorded id: 2385.\n",
      "recorded id: 2386.\n",
      "recorded id: 2387.\n",
      "recorded id: 2388.\n",
      "recorded id: 2389.\n",
      "recorded id: 2390.\n",
      "recorded id: 2391.\n",
      "recorded id: 2392.\n",
      "recorded id: 2393.\n",
      "recorded id: 2394.\n",
      "recorded id: 2395.\n",
      "recorded id: 2396.\n",
      "recorded id: 2397.\n",
      "recorded id: 2398.\n",
      "recorded id: 2399.\n",
      "recorded id: 2400.\n",
      "recorded id: 2401.\n",
      "recorded id: 2402.\n",
      "recorded id: 2403.\n",
      "recorded id: 2404.\n",
      "recorded id: 2405.\n",
      "recorded id: 2406.\n",
      "recorded id: 2407.\n",
      "recorded id: 2408.\n",
      "recorded id: 2409.\n",
      "recorded id: 2410.\n",
      "recorded id: 2411.\n",
      "recorded id: 2412.\n",
      "recorded id: 2413.\n",
      "recorded id: 2414.\n",
      "recorded id: 2415.\n",
      "recorded id: 2416.\n",
      "recorded id: 2417.\n",
      "recorded id: 2418.\n",
      "recorded id: 2419.\n",
      "recorded id: 2420.\n",
      "recorded id: 2421.\n",
      "recorded id: 2422.\n",
      "recorded id: 2423.\n",
      "recorded id: 2424.\n",
      "recorded id: 2425.\n",
      "recorded id: 2426.\n",
      "recorded id: 2427.\n",
      "recorded id: 2428.\n",
      "recorded id: 2429.\n",
      "recorded id: 2430.\n",
      "recorded id: 2431.\n",
      "recorded id: 2432.\n",
      "recorded id: 2433.\n",
      "recorded id: 2434.\n",
      "recorded id: 2435.\n",
      "recorded id: 2436.\n",
      "recorded id: 2437.\n",
      "recorded id: 2438.\n",
      "recorded id: 2439.\n",
      "recorded id: 2440.\n",
      "recorded id: 2441.\n",
      "recorded id: 2442.\n",
      "recorded id: 2443.\n",
      "recorded id: 2444.\n",
      "recorded id: 2445.\n",
      "recorded id: 2446.\n",
      "recorded id: 2447.\n",
      "recorded id: 2448.\n",
      "recorded id: 2449.\n",
      "recorded id: 2450.\n",
      "recorded id: 2451.\n",
      "recorded id: 2452.\n",
      "recorded id: 2453.\n",
      "recorded id: 2454.\n",
      "recorded id: 2455.\n",
      "recorded id: 2456.\n",
      "recorded id: 2457.\n",
      "recorded id: 2458.\n",
      "recorded id: 2459.\n",
      "recorded id: 2460.\n",
      "recorded id: 2461.\n",
      "recorded id: 2462.\n",
      "recorded id: 2463.\n",
      "recorded id: 2464.\n",
      "recorded id: 2465.\n",
      "recorded id: 2466.\n",
      "recorded id: 2467.\n",
      "recorded id: 2468.\n",
      "recorded id: 2469.\n",
      "recorded id: 2470.\n",
      "recorded id: 2471.\n",
      "recorded id: 2472.\n",
      "recorded id: 2473.\n",
      "recorded id: 2474.\n",
      "recorded id: 2475.\n",
      "recorded id: 2476.\n",
      "recorded id: 2477.\n",
      "recorded id: 2478.\n",
      "recorded id: 2479.\n",
      "recorded id: 2480.\n",
      "recorded id: 2481.\n",
      "recorded id: 2482.\n",
      "recorded id: 2483.\n",
      "recorded id: 2484.\n",
      "recorded id: 2485.\n",
      "recorded id: 2486.\n",
      "recorded id: 2487.\n",
      "recorded id: 2488.\n",
      "recorded id: 2489.\n",
      "recorded id: 2490.\n",
      "recorded id: 2491.\n",
      "recorded id: 2492.\n",
      "recorded id: 2493.\n",
      "recorded id: 2494.\n",
      "recorded id: 2495.\n",
      "recorded id: 2496.\n",
      "recorded id: 2497.\n",
      "recorded id: 2498.\n",
      "recorded id: 2499.\n",
      "recorded id: 2500.\n",
      "recorded id: 2501.\n",
      "recorded id: 2502.\n",
      "recorded id: 2503.\n",
      "recorded id: 2504.\n",
      "recorded id: 2505.\n",
      "recorded id: 2506.\n",
      "recorded id: 2507.\n",
      "recorded id: 2508.\n",
      "recorded id: 2509.\n",
      "recorded id: 2510.\n",
      "recorded id: 2511.\n",
      "recorded id: 2512.\n",
      "recorded id: 2513.\n",
      "recorded id: 2514.\n",
      "recorded id: 2515.\n",
      "recorded id: 2516.\n",
      "recorded id: 2517.\n",
      "recorded id: 2518.\n",
      "recorded id: 2519.\n",
      "recorded id: 2520.\n",
      "recorded id: 2521.\n",
      "recorded id: 2522.\n",
      "recorded id: 2523.\n",
      "recorded id: 2524.\n",
      "recorded id: 2525.\n",
      "recorded id: 2526.\n",
      "recorded id: 2527.\n",
      "recorded id: 2528.\n",
      "recorded id: 2529.\n",
      "recorded id: 2530.\n",
      "recorded id: 2531.\n",
      "recorded id: 2532.\n",
      "recorded id: 2533.\n",
      "recorded id: 2534.\n",
      "recorded id: 2535.\n",
      "recorded id: 2536.\n",
      "recorded id: 2537.\n",
      "recorded id: 2538.\n",
      "recorded id: 2539.\n",
      "recorded id: 2540.\n",
      "recorded id: 2541.\n",
      "recorded id: 2542.\n",
      "recorded id: 2543.\n",
      "recorded id: 2544.\n",
      "recorded id: 2545.\n",
      "recorded id: 2546.\n",
      "recorded id: 2547.\n",
      "recorded id: 2548.\n",
      "recorded id: 2549.\n",
      "recorded id: 2550.\n",
      "recorded id: 2551.\n",
      "recorded id: 2552.\n",
      "recorded id: 2553.\n",
      "recorded id: 2554.\n",
      "recorded id: 2555.\n",
      "recorded id: 2556.\n",
      "recorded id: 2557.\n",
      "recorded id: 2558.\n",
      "recorded id: 2559.\n",
      "recorded id: 2560.\n",
      "recorded id: 2561.\n",
      "recorded id: 2562.\n",
      "recorded id: 2563.\n",
      "recorded id: 2564.\n",
      "recorded id: 2565.\n",
      "recorded id: 2566.\n",
      "recorded id: 2567.\n",
      "recorded id: 2568.\n",
      "recorded id: 2569.\n",
      "recorded id: 2570.\n",
      "recorded id: 2571.\n",
      "recorded id: 2572.\n",
      "recorded id: 2573.\n",
      "recorded id: 2574.\n",
      "recorded id: 2575.\n",
      "recorded id: 2576.\n",
      "recorded id: 2577.\n",
      "recorded id: 2578.\n",
      "recorded id: 2579.\n",
      "recorded id: 2580.\n",
      "recorded id: 2581.\n",
      "recorded id: 2582.\n",
      "recorded id: 2583.\n",
      "recorded id: 2584.\n",
      "recorded id: 2585.\n",
      "recorded id: 2586.\n",
      "recorded id: 2587.\n",
      "recorded id: 2588.\n",
      "recorded id: 2589.\n",
      "recorded id: 2590.\n",
      "recorded id: 2591.\n",
      "recorded id: 2592.\n",
      "recorded id: 2593.\n",
      "recorded id: 2594.\n",
      "recorded id: 2595.\n",
      "recorded id: 2596.\n",
      "recorded id: 2597.\n",
      "recorded id: 2598.\n",
      "recorded id: 2599.\n",
      "recorded id: 2600.\n",
      "recorded id: 2601.\n",
      "recorded id: 2602.\n",
      "recorded id: 2603.\n",
      "recorded id: 2604.\n",
      "recorded id: 2605.\n",
      "recorded id: 2606.\n",
      "recorded id: 2607.\n",
      "recorded id: 2608.\n",
      "recorded id: 2609.\n",
      "recorded id: 2610.\n",
      "recorded id: 2611.\n",
      "recorded id: 2612.\n",
      "recorded id: 2613.\n",
      "recorded id: 2614.\n",
      "recorded id: 2615.\n",
      "recorded id: 2616.\n",
      "recorded id: 2617.\n",
      "recorded id: 2618.\n",
      "recorded id: 2619.\n",
      "recorded id: 2620.\n",
      "recorded id: 2621.\n",
      "recorded id: 2622.\n",
      "recorded id: 2623.\n",
      "recorded id: 2624.\n",
      "recorded id: 2625.\n",
      "recorded id: 2626.\n",
      "recorded id: 2627.\n",
      "recorded id: 2628.\n",
      "recorded id: 2629.\n",
      "recorded id: 2630.\n",
      "recorded id: 2631.\n",
      "recorded id: 2632.\n",
      "recorded id: 2633.\n",
      "recorded id: 2634.\n",
      "recorded id: 2635.\n",
      "recorded id: 2636.\n",
      "recorded id: 2637.\n",
      "recorded id: 2638.\n",
      "recorded id: 2639.\n",
      "recorded id: 2640.\n",
      "recorded id: 2641.\n",
      "recorded id: 2642.\n",
      "recorded id: 2643.\n",
      "recorded id: 2644.\n",
      "recorded id: 2645.\n",
      "recorded id: 2646.\n",
      "recorded id: 2647.\n",
      "recorded id: 2648.\n",
      "recorded id: 2649.\n",
      "recorded id: 2650.\n",
      "recorded id: 2651.\n",
      "recorded id: 2652.\n",
      "recorded id: 2653.\n",
      "recorded id: 2654.\n",
      "recorded id: 2655.\n",
      "recorded id: 2656.\n",
      "recorded id: 2657.\n",
      "recorded id: 2658.\n",
      "recorded id: 2659.\n",
      "recorded id: 2660.\n",
      "recorded id: 2661.\n",
      "recorded id: 2662.\n",
      "recorded id: 2663.\n",
      "recorded id: 2664.\n",
      "recorded id: 2665.\n",
      "recorded id: 2666.\n",
      "recorded id: 2667.\n",
      "recorded id: 2668.\n",
      "recorded id: 2669.\n",
      "recorded id: 2670.\n",
      "recorded id: 2671.\n",
      "recorded id: 2672.\n",
      "recorded id: 2673.\n",
      "recorded id: 2674.\n",
      "recorded id: 2675.\n",
      "recorded id: 2676.\n",
      "recorded id: 2677.\n",
      "recorded id: 2678.\n",
      "recorded id: 2679.\n",
      "recorded id: 2680.\n",
      "recorded id: 2681.\n",
      "recorded id: 2682.\n",
      "recorded id: 2683.\n",
      "recorded id: 2684.\n",
      "recorded id: 2685.\n",
      "recorded id: 2686.\n",
      "recorded id: 2687.\n",
      "recorded id: 2688.\n",
      "recorded id: 2689.\n",
      "recorded id: 2690.\n",
      "recorded id: 2691.\n",
      "recorded id: 2692.\n",
      "recorded id: 2693.\n",
      "recorded id: 2694.\n",
      "recorded id: 2695.\n",
      "recorded id: 2696.\n",
      "recorded id: 2697.\n",
      "recorded id: 2698.\n",
      "recorded id: 2699.\n",
      "recorded id: 2700.\n",
      "recorded id: 2701.\n",
      "recorded id: 2702.\n",
      "recorded id: 2703.\n",
      "recorded id: 2704.\n",
      "recorded id: 2705.\n",
      "recorded id: 2706.\n",
      "recorded id: 2707.\n",
      "recorded id: 2708.\n",
      "recorded id: 2709.\n",
      "recorded id: 2710.\n",
      "recorded id: 2711.\n",
      "recorded id: 2712.\n",
      "recorded id: 2713.\n",
      "recorded id: 2714.\n",
      "recorded id: 2715.\n",
      "recorded id: 2716.\n",
      "recorded id: 2717.\n",
      "recorded id: 2718.\n",
      "recorded id: 2719.\n",
      "recorded id: 2720.\n",
      "recorded id: 2721.\n",
      "recorded id: 2722.\n",
      "recorded id: 2723.\n",
      "recorded id: 2724.\n",
      "recorded id: 2725.\n",
      "recorded id: 2726.\n",
      "recorded id: 2727.\n",
      "recorded id: 2728.\n",
      "recorded id: 2729.\n",
      "recorded id: 2730.\n",
      "recorded id: 2731.\n",
      "recorded id: 2732.\n",
      "recorded id: 2733.\n",
      "recorded id: 2734.\n",
      "recorded id: 2735.\n",
      "recorded id: 2736.\n",
      "recorded id: 2737.\n",
      "recorded id: 2738.\n",
      "recorded id: 2739.\n",
      "recorded id: 2740.\n",
      "recorded id: 2741.\n",
      "recorded id: 2742.\n",
      "recorded id: 2743.\n",
      "recorded id: 2744.\n",
      "recorded id: 2745.\n",
      "recorded id: 2746.\n",
      "recorded id: 2747.\n",
      "recorded id: 2748.\n",
      "recorded id: 2749.\n",
      "recorded id: 2750.\n",
      "recorded id: 2751.\n",
      "recorded id: 2752.\n",
      "recorded id: 2753.\n",
      "recorded id: 2754.\n",
      "recorded id: 2755.\n",
      "recorded id: 2756.\n",
      "recorded id: 2757.\n",
      "recorded id: 2758.\n",
      "recorded id: 2759.\n",
      "recorded id: 2760.\n",
      "recorded id: 2761.\n",
      "recorded id: 2762.\n",
      "recorded id: 2763.\n",
      "recorded id: 2764.\n",
      "recorded id: 2765.\n",
      "recorded id: 2766.\n",
      "recorded id: 2767.\n",
      "recorded id: 2768.\n",
      "recorded id: 2769.\n",
      "recorded id: 2770.\n",
      "recorded id: 2771.\n",
      "recorded id: 2772.\n",
      "recorded id: 2773.\n",
      "recorded id: 2774.\n",
      "recorded id: 2775.\n",
      "recorded id: 2776.\n",
      "recorded id: 2777.\n",
      "recorded id: 2778.\n",
      "recorded id: 2779.\n",
      "recorded id: 2780.\n",
      "recorded id: 2781.\n",
      "recorded id: 2782.\n",
      "recorded id: 2783.\n",
      "recorded id: 2784.\n",
      "recorded id: 2785.\n",
      "recorded id: 2786.\n",
      "recorded id: 2787.\n",
      "recorded id: 2788.\n",
      "recorded id: 2789.\n",
      "recorded id: 2790.\n",
      "recorded id: 2791.\n",
      "recorded id: 2792.\n",
      "recorded id: 2793.\n",
      "recorded id: 2794.\n",
      "recorded id: 2795.\n",
      "recorded id: 2796.\n",
      "recorded id: 2797.\n",
      "recorded id: 2798.\n",
      "recorded id: 2799.\n",
      "recorded id: 2800.\n",
      "recorded id: 2801.\n",
      "recorded id: 2802.\n",
      "recorded id: 2803.\n",
      "recorded id: 2804.\n",
      "recorded id: 2805.\n",
      "recorded id: 2806.\n",
      "recorded id: 2807.\n",
      "recorded id: 2808.\n",
      "recorded id: 2809.\n",
      "recorded id: 2810.\n",
      "recorded id: 2811.\n",
      "recorded id: 2812.\n",
      "recorded id: 2813.\n",
      "recorded id: 2814.\n",
      "recorded id: 2815.\n",
      "recorded id: 2816.\n",
      "recorded id: 2817.\n",
      "recorded id: 2818.\n",
      "recorded id: 2819.\n",
      "recorded id: 2820.\n",
      "recorded id: 2821.\n",
      "recorded id: 2822.\n",
      "recorded id: 2823.\n",
      "recorded id: 2824.\n",
      "recorded id: 2825.\n",
      "recorded id: 2826.\n",
      "recorded id: 2827.\n",
      "recorded id: 2828.\n",
      "recorded id: 2829.\n",
      "recorded id: 2830.\n",
      "recorded id: 2831.\n",
      "recorded id: 2832.\n",
      "recorded id: 2833.\n",
      "recorded id: 2834.\n",
      "recorded id: 2835.\n",
      "recorded id: 2836.\n",
      "recorded id: 2837.\n",
      "recorded id: 2838.\n",
      "recorded id: 2839.\n",
      "recorded id: 2840.\n",
      "recorded id: 2841.\n",
      "recorded id: 2842.\n",
      "recorded id: 2843.\n",
      "recorded id: 2844.\n",
      "recorded id: 2845.\n",
      "recorded id: 2846.\n",
      "recorded id: 2847.\n",
      "recorded id: 2848.\n",
      "recorded id: 2849.\n",
      "recorded id: 2850.\n",
      "recorded id: 2851.\n",
      "recorded id: 2852.\n",
      "recorded id: 2853.\n",
      "recorded id: 2854.\n",
      "recorded id: 2855.\n",
      "recorded id: 2856.\n",
      "recorded id: 2857.\n",
      "recorded id: 2858.\n",
      "recorded id: 2859.\n",
      "recorded id: 2860.\n",
      "recorded id: 2861.\n",
      "recorded id: 2862.\n",
      "recorded id: 2863.\n",
      "recorded id: 2864.\n",
      "recorded id: 2865.\n",
      "recorded id: 2866.\n",
      "recorded id: 2867.\n",
      "recorded id: 2868.\n",
      "recorded id: 2869.\n",
      "recorded id: 2870.\n",
      "recorded id: 2871.\n",
      "recorded id: 2872.\n",
      "recorded id: 2873.\n",
      "recorded id: 2874.\n",
      "recorded id: 2875.\n",
      "recorded id: 2876.\n",
      "recorded id: 2877.\n",
      "recorded id: 2878.\n",
      "recorded id: 2879.\n",
      "recorded id: 2880.\n",
      "recorded id: 2881.\n",
      "recorded id: 2882.\n",
      "recorded id: 2883.\n",
      "recorded id: 2884.\n",
      "recorded id: 2885.\n",
      "recorded id: 2886.\n",
      "recorded id: 2887.\n",
      "recorded id: 2888.\n",
      "recorded id: 2889.\n",
      "recorded id: 2890.\n",
      "recorded id: 2891.\n",
      "recorded id: 2892.\n",
      "recorded id: 2893.\n",
      "recorded id: 2894.\n",
      "recorded id: 2895.\n",
      "recorded id: 2896.\n",
      "recorded id: 2897.\n",
      "recorded id: 2898.\n",
      "recorded id: 2899.\n",
      "recorded id: 2900.\n",
      "recorded id: 2901.\n",
      "recorded id: 2902.\n",
      "recorded id: 2903.\n",
      "recorded id: 2904.\n",
      "recorded id: 2905.\n",
      "recorded id: 2906.\n",
      "recorded id: 2907.\n",
      "recorded id: 2908.\n",
      "recorded id: 2909.\n",
      "recorded id: 2910.\n",
      "recorded id: 2911.\n",
      "recorded id: 2912.\n",
      "recorded id: 2913.\n",
      "recorded id: 2914.\n",
      "recorded id: 2915.\n",
      "recorded id: 2916.\n",
      "recorded id: 2917.\n",
      "recorded id: 2918.\n",
      "recorded id: 2919.\n",
      "recorded id: 2920.\n",
      "recorded id: 2921.\n",
      "recorded id: 2922.\n",
      "recorded id: 2923.\n",
      "recorded id: 2924.\n",
      "recorded id: 2925.\n",
      "recorded id: 2926.\n",
      "recorded id: 2927.\n",
      "recorded id: 2928.\n",
      "recorded id: 2929.\n",
      "recorded id: 2930.\n",
      "recorded id: 2931.\n",
      "recorded id: 2932.\n",
      "recorded id: 2933.\n",
      "recorded id: 2934.\n",
      "recorded id: 2935.\n",
      "recorded id: 2936.\n",
      "recorded id: 2937.\n",
      "recorded id: 2938.\n",
      "recorded id: 2939.\n",
      "recorded id: 2940.\n",
      "recorded id: 2941.\n",
      "recorded id: 2942.\n",
      "recorded id: 2943.\n",
      "recorded id: 2944.\n",
      "recorded id: 2945.\n",
      "recorded id: 2946.\n",
      "recorded id: 2947.\n",
      "recorded id: 2948.\n",
      "recorded id: 2949.\n",
      "recorded id: 2950.\n",
      "recorded id: 2951.\n",
      "recorded id: 2952.\n",
      "recorded id: 2953.\n",
      "recorded id: 2954.\n",
      "recorded id: 2955.\n",
      "recorded id: 2956.\n",
      "recorded id: 2957.\n",
      "recorded id: 2958.\n",
      "recorded id: 2959.\n",
      "recorded id: 2960.\n",
      "recorded id: 2961.\n",
      "recorded id: 2962.\n",
      "recorded id: 2963.\n",
      "recorded id: 2964.\n",
      "recorded id: 2965.\n",
      "recorded id: 2966.\n",
      "recorded id: 2967.\n",
      "recorded id: 2968.\n",
      "recorded id: 2969.\n",
      "recorded id: 2970.\n",
      "recorded id: 2971.\n",
      "recorded id: 2972.\n",
      "recorded id: 2973.\n",
      "recorded id: 2974.\n",
      "recorded id: 2975.\n",
      "recorded id: 2976.\n",
      "recorded id: 2977.\n",
      "recorded id: 2978.\n",
      "recorded id: 2979.\n",
      "recorded id: 2980.\n",
      "recorded id: 2981.\n",
      "recorded id: 2982.\n",
      "recorded id: 2983.\n",
      "recorded id: 2984.\n",
      "recorded id: 2985.\n",
      "recorded id: 2986.\n",
      "recorded id: 2987.\n",
      "recorded id: 2988.\n",
      "recorded id: 2989.\n",
      "recorded id: 2990.\n",
      "recorded id: 2991.\n",
      "recorded id: 2992.\n",
      "recorded id: 2993.\n",
      "recorded id: 2994.\n",
      "recorded id: 2995.\n",
      "recorded id: 2996.\n",
      "recorded id: 2997.\n",
      "recorded id: 2998.\n",
      "recorded id: 2999.\n",
      "recorded id: 3000.\n",
      "recorded id: 3001.\n",
      "recorded id: 3002.\n",
      "recorded id: 3003.\n",
      "recorded id: 3004.\n",
      "recorded id: 3005.\n",
      "recorded id: 3006.\n",
      "recorded id: 3007.\n",
      "recorded id: 3008.\n",
      "recorded id: 3009.\n",
      "recorded id: 3010.\n",
      "recorded id: 3011.\n",
      "recorded id: 3012.\n",
      "recorded id: 3013.\n",
      "recorded id: 3014.\n",
      "recorded id: 3015.\n",
      "recorded id: 3016.\n",
      "recorded id: 3017.\n",
      "recorded id: 3018.\n",
      "recorded id: 3019.\n",
      "recorded id: 3020.\n",
      "recorded id: 3021.\n",
      "recorded id: 3022.\n",
      "recorded id: 3023.\n",
      "recorded id: 3024.\n",
      "recorded id: 3025.\n",
      "recorded id: 3026.\n",
      "recorded id: 3027.\n",
      "recorded id: 3028.\n",
      "recorded id: 3029.\n",
      "recorded id: 3030.\n",
      "recorded id: 3031.\n",
      "recorded id: 3032.\n",
      "recorded id: 3033.\n",
      "recorded id: 3034.\n",
      "recorded id: 3035.\n",
      "recorded id: 3036.\n",
      "recorded id: 3037.\n",
      "recorded id: 3038.\n",
      "recorded id: 3039.\n",
      "recorded id: 3040.\n",
      "recorded id: 3041.\n",
      "recorded id: 3042.\n",
      "recorded id: 3043.\n",
      "recorded id: 3044.\n",
      "recorded id: 3045.\n",
      "recorded id: 3046.\n",
      "recorded id: 3047.\n",
      "recorded id: 3048.\n",
      "recorded id: 3049.\n",
      "recorded id: 3050.\n",
      "recorded id: 3051.\n",
      "recorded id: 3052.\n",
      "recorded id: 3053.\n",
      "recorded id: 3054.\n",
      "recorded id: 3055.\n",
      "recorded id: 3056.\n",
      "recorded id: 3057.\n",
      "recorded id: 3058.\n",
      "recorded id: 3059.\n",
      "recorded id: 3060.\n",
      "recorded id: 3061.\n",
      "recorded id: 3062.\n",
      "recorded id: 3063.\n",
      "recorded id: 3064.\n",
      "recorded id: 3065.\n",
      "recorded id: 3066.\n",
      "recorded id: 3067.\n",
      "recorded id: 3068.\n",
      "recorded id: 3069.\n",
      "recorded id: 3070.\n",
      "recorded id: 3071.\n",
      "recorded id: 3072.\n",
      "recorded id: 3073.\n",
      "recorded id: 3074.\n",
      "recorded id: 3075.\n",
      "recorded id: 3076.\n",
      "recorded id: 3077.\n",
      "recorded id: 3078.\n",
      "recorded id: 3079.\n",
      "recorded id: 3080.\n",
      "recorded id: 3081.\n",
      "recorded id: 3082.\n",
      "recorded id: 3083.\n",
      "recorded id: 3084.\n",
      "recorded id: 3085.\n",
      "recorded id: 3086.\n",
      "recorded id: 3087.\n",
      "recorded id: 3088.\n",
      "recorded id: 3089.\n",
      "recorded id: 3090.\n",
      "recorded id: 3091.\n",
      "recorded id: 3092.\n",
      "recorded id: 3093.\n",
      "recorded id: 3094.\n",
      "recorded id: 3095.\n",
      "recorded id: 3096.\n",
      "recorded id: 3097.\n",
      "recorded id: 3098.\n",
      "recorded id: 3099.\n",
      "recorded id: 3100.\n",
      "recorded id: 3101.\n",
      "recorded id: 3102.\n",
      "recorded id: 3103.\n",
      "recorded id: 3104.\n",
      "recorded id: 3105.\n",
      "recorded id: 3106.\n",
      "recorded id: 3107.\n",
      "recorded id: 3108.\n",
      "recorded id: 3109.\n",
      "recorded id: 3110.\n",
      "recorded id: 3111.\n",
      "recorded id: 3112.\n",
      "recorded id: 3113.\n",
      "recorded id: 3114.\n",
      "recorded id: 3115.\n",
      "recorded id: 3116.\n",
      "recorded id: 3117.\n",
      "recorded id: 3118.\n",
      "recorded id: 3119.\n",
      "recorded id: 3120.\n",
      "recorded id: 3121.\n",
      "recorded id: 3122.\n",
      "recorded id: 3123.\n",
      "recorded id: 3124.\n",
      "recorded id: 3125.\n",
      "recorded id: 3126.\n",
      "recorded id: 3127.\n",
      "recorded id: 3128.\n",
      "recorded id: 3129.\n",
      "recorded id: 3130.\n",
      "recorded id: 3131.\n",
      "recorded id: 3132.\n",
      "recorded id: 3133.\n",
      "recorded id: 3134.\n",
      "recorded id: 3135.\n",
      "recorded id: 3136.\n",
      "recorded id: 3137.\n",
      "recorded id: 3138.\n",
      "recorded id: 3139.\n",
      "recorded id: 3140.\n",
      "recorded id: 3141.\n",
      "recorded id: 3142.\n",
      "recorded id: 3143.\n",
      "recorded id: 3144.\n",
      "recorded id: 3145.\n",
      "recorded id: 3146.\n",
      "recorded id: 3147.\n",
      "recorded id: 3148.\n",
      "recorded id: 3149.\n",
      "recorded id: 3150.\n",
      "recorded id: 3151.\n",
      "recorded id: 3152.\n",
      "recorded id: 3153.\n",
      "recorded id: 3154.\n",
      "recorded id: 3155.\n",
      "recorded id: 3156.\n",
      "recorded id: 3157.\n",
      "recorded id: 3158.\n",
      "recorded id: 3159.\n",
      "recorded id: 3160.\n",
      "recorded id: 3161.\n",
      "recorded id: 3162.\n",
      "recorded id: 3163.\n",
      "recorded id: 3164.\n",
      "recorded id: 3165.\n",
      "recorded id: 3166.\n",
      "recorded id: 3167.\n",
      "recorded id: 3168.\n",
      "recorded id: 3169.\n",
      "recorded id: 3170.\n",
      "recorded id: 3171.\n",
      "recorded id: 3172.\n",
      "recorded id: 3173.\n",
      "recorded id: 3174.\n",
      "recorded id: 3175.\n",
      "recorded id: 3176.\n",
      "recorded id: 3177.\n",
      "recorded id: 3178.\n",
      "recorded id: 3179.\n",
      "recorded id: 3180.\n",
      "recorded id: 3181.\n",
      "recorded id: 3182.\n",
      "recorded id: 3183.\n",
      "recorded id: 3184.\n",
      "recorded id: 3185.\n",
      "recorded id: 3186.\n",
      "recorded id: 3187.\n",
      "recorded id: 3188.\n",
      "recorded id: 3189.\n",
      "recorded id: 3190.\n",
      "recorded id: 3191.\n",
      "recorded id: 3192.\n",
      "recorded id: 3193.\n",
      "recorded id: 3194.\n",
      "recorded id: 3195.\n",
      "recorded id: 3196.\n",
      "recorded id: 3197.\n",
      "recorded id: 3198.\n",
      "recorded id: 3199.\n",
      "recorded id: 3200.\n",
      "recorded id: 3201.\n",
      "recorded id: 3202.\n",
      "recorded id: 3203.\n",
      "recorded id: 3204.\n",
      "recorded id: 3205.\n",
      "recorded id: 3206.\n",
      "recorded id: 3207.\n",
      "recorded id: 3208.\n",
      "recorded id: 3209.\n",
      "recorded id: 3210.\n",
      "recorded id: 3211.\n",
      "recorded id: 3212.\n",
      "recorded id: 3213.\n",
      "recorded id: 3214.\n",
      "recorded id: 3215.\n",
      "recorded id: 3216.\n",
      "recorded id: 3217.\n",
      "recorded id: 3218.\n",
      "recorded id: 3219.\n",
      "recorded id: 3220.\n",
      "recorded id: 3221.\n",
      "recorded id: 3222.\n",
      "recorded id: 3223.\n",
      "recorded id: 3224.\n",
      "recorded id: 3225.\n",
      "recorded id: 3226.\n",
      "recorded id: 3227.\n",
      "recorded id: 3228.\n",
      "recorded id: 3229.\n",
      "recorded id: 3230.\n",
      "recorded id: 3231.\n",
      "recorded id: 3232.\n",
      "recorded id: 3233.\n",
      "recorded id: 3234.\n",
      "recorded id: 3235.\n",
      "recorded id: 3236.\n",
      "recorded id: 3237.\n",
      "recorded id: 3238.\n",
      "recorded id: 3239.\n",
      "recorded id: 3240.\n",
      "recorded id: 3241.\n",
      "recorded id: 3242.\n",
      "recorded id: 3243.\n",
      "recorded id: 3244.\n",
      "recorded id: 3245.\n",
      "recorded id: 3246.\n",
      "recorded id: 3247.\n",
      "recorded id: 3248.\n",
      "recorded id: 3249.\n",
      "recorded id: 3250.\n",
      "recorded id: 3251.\n",
      "recorded id: 3252.\n",
      "recorded id: 3253.\n",
      "recorded id: 3254.\n",
      "recorded id: 3255.\n",
      "recorded id: 3256.\n",
      "recorded id: 3257.\n",
      "recorded id: 3258.\n"
     ]
    }
   ],
   "source": [
    "# wrtie_path = 'apps_data/'\n",
    "# for idx,row in apps_testset.iterrows():\n",
    "#     filename = f\"problem_id_{row['problem_id']}.py\"\n",
    "#     f = open(wrtie_path+filename, 'w')\n",
    "#     f.write(row['prompt_pynguin'])\n",
    "#     f.close()\n",
    "#     print(f'recorded id: {idx}.')"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "# MBPP"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 10,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>Unnamed: 0</th>\n",
       "      <th>source_file</th>\n",
       "      <th>task_id</th>\n",
       "      <th>prompt</th>\n",
       "      <th>code</th>\n",
       "      <th>test_imports</th>\n",
       "      <th>test_list</th>\n",
       "      <th>fn_name</th>\n",
       "      <th>prompt_code</th>\n",
       "      <th>output_solution</th>\n",
       "      <th>prompt_testcase</th>\n",
       "      <th>output_testcase</th>\n",
       "      <th>exec_error</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>0</td>\n",
       "      <td>Benchmark Questions Verification V2.ipynb</td>\n",
       "      <td>11</td>\n",
       "      <td>Write a python function to remove first and la...</td>\n",
       "      <td>def remove_Occ(s,ch): \\n    for i in range(len...</td>\n",
       "      <td>[]</td>\n",
       "      <td>['assert remove_Occ(\"hello\",\"l\") == \"heo\"', 'a...</td>\n",
       "      <td>remove_Occ</td>\n",
       "      <td>def remove_Occ(s,ch):\\n</td>\n",
       "      <td>\\n    for i in range(len(s)</td>\n",
       "      <td>def remove_Occ(s,ch):\\n\\t'''Write a python fun...</td>\n",
       "      <td>remove_Occ(\"hello\",\"l\") == \"heo\"\\nassert remov...</td>\n",
       "      <td>SyntaxError</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>1</td>\n",
       "      <td>Benchmark Questions Verification V2.ipynb</td>\n",
       "      <td>12</td>\n",
       "      <td>Write a function to sort a given matrix in asc...</td>\n",
       "      <td>def sort_matrix(M):\\n    result = sorted(M, ke...</td>\n",
       "      <td>[]</td>\n",
       "      <td>['assert sort_matrix([[1, 2, 3], [2, 4, 5], [1...</td>\n",
       "      <td>sort_matrix</td>\n",
       "      <td>def sort_matrix(M):\\n</td>\n",
       "      <td>\\n    result = sorted(M, key=sum)\\n    return ...</td>\n",
       "      <td>def sort_matrix(M):\\n\\t'''Write a function to ...</td>\n",
       "      <td>sort_matrix([[1, 2, 3], [2, 4, 5], [1, 1, 1]])...</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>2</td>\n",
       "      <td>Benchmark Questions Verification V2.ipynb</td>\n",
       "      <td>14</td>\n",
       "      <td>Write a python function to find the volume of ...</td>\n",
       "      <td>def find_Volume(l,b,h) : \\n    return ((l * b ...</td>\n",
       "      <td>[]</td>\n",
       "      <td>['assert find_Volume(10,8,6) == 240', 'assert ...</td>\n",
       "      <td>find_Volume</td>\n",
       "      <td>def find_Volume(l,b,h):\\n</td>\n",
       "      <td>\\n    return ((l * b * h) / 2)</td>\n",
       "      <td>def find_Volume(l,b,h):\\n\\t'''Write a python f...</td>\n",
       "      <td>find_Volume(10,8,6) == 240\\nassert find_Volume...</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>3</td>\n",
       "      <td>Benchmark Questions Verification V2.ipynb</td>\n",
       "      <td>16</td>\n",
       "      <td>Write a function to that returns true if the i...</td>\n",
       "      <td>import re\\ndef text_lowercase_underscore(text)...</td>\n",
       "      <td>[]</td>\n",
       "      <td>['assert text_lowercase_underscore(\"aab_cbbbc\"...</td>\n",
       "      <td>text_lowercase_underscore</td>\n",
       "      <td>import re\\ndef text_lowercase_underscore(text):\\n</td>\n",
       "      <td>\\n        patterns = '^[a-z]+_[a-z]+$'\\n      ...</td>\n",
       "      <td>import re\\ndef text_lowercase_underscore(text)...</td>\n",
       "      <td>text_lowercase_underscore(\"aab_cbbbc\")==(True)...</td>\n",
       "      <td>SyntaxError</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>4</td>\n",
       "      <td>Benchmark Questions Verification V2.ipynb</td>\n",
       "      <td>17</td>\n",
       "      <td>Write a function that returns the perimeter of...</td>\n",
       "      <td>def square_perimeter(a):\\n  perimeter=4*a\\n  r...</td>\n",
       "      <td>[]</td>\n",
       "      <td>['assert square_perimeter(10)==40', 'assert sq...</td>\n",
       "      <td>square_perimeter</td>\n",
       "      <td>def square_perimeter(a):\\n</td>\n",
       "      <td>\\n  perimeter=4*a\\n  return perimeter</td>\n",
       "      <td>def square_perimeter(a):\\n\\t'''Write a functio...</td>\n",
       "      <td>square_perimeter(10)==40\\nassert square_perime...</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "   Unnamed: 0                                source_file  task_id  \\\n",
       "0           0  Benchmark Questions Verification V2.ipynb       11   \n",
       "1           1  Benchmark Questions Verification V2.ipynb       12   \n",
       "2           2  Benchmark Questions Verification V2.ipynb       14   \n",
       "3           3  Benchmark Questions Verification V2.ipynb       16   \n",
       "4           4  Benchmark Questions Verification V2.ipynb       17   \n",
       "\n",
       "                                              prompt  \\\n",
       "0  Write a python function to remove first and la...   \n",
       "1  Write a function to sort a given matrix in asc...   \n",
       "2  Write a python function to find the volume of ...   \n",
       "3  Write a function to that returns true if the i...   \n",
       "4  Write a function that returns the perimeter of...   \n",
       "\n",
       "                                                code test_imports  \\\n",
       "0  def remove_Occ(s,ch): \\n    for i in range(len...           []   \n",
       "1  def sort_matrix(M):\\n    result = sorted(M, ke...           []   \n",
       "2  def find_Volume(l,b,h) : \\n    return ((l * b ...           []   \n",
       "3  import re\\ndef text_lowercase_underscore(text)...           []   \n",
       "4  def square_perimeter(a):\\n  perimeter=4*a\\n  r...           []   \n",
       "\n",
       "                                           test_list  \\\n",
       "0  ['assert remove_Occ(\"hello\",\"l\") == \"heo\"', 'a...   \n",
       "1  ['assert sort_matrix([[1, 2, 3], [2, 4, 5], [1...   \n",
       "2  ['assert find_Volume(10,8,6) == 240', 'assert ...   \n",
       "3  ['assert text_lowercase_underscore(\"aab_cbbbc\"...   \n",
       "4  ['assert square_perimeter(10)==40', 'assert sq...   \n",
       "\n",
       "                     fn_name  \\\n",
       "0                 remove_Occ   \n",
       "1                sort_matrix   \n",
       "2                find_Volume   \n",
       "3  text_lowercase_underscore   \n",
       "4           square_perimeter   \n",
       "\n",
       "                                         prompt_code  \\\n",
       "0                            def remove_Occ(s,ch):\\n   \n",
       "1                              def sort_matrix(M):\\n   \n",
       "2                          def find_Volume(l,b,h):\\n   \n",
       "3  import re\\ndef text_lowercase_underscore(text):\\n   \n",
       "4                         def square_perimeter(a):\\n   \n",
       "\n",
       "                                     output_solution  \\\n",
       "0                        \\n    for i in range(len(s)   \n",
       "1  \\n    result = sorted(M, key=sum)\\n    return ...   \n",
       "2                    \\n    return ((l * b * h) / 2)    \n",
       "3  \\n        patterns = '^[a-z]+_[a-z]+$'\\n      ...   \n",
       "4              \\n  perimeter=4*a\\n  return perimeter   \n",
       "\n",
       "                                     prompt_testcase  \\\n",
       "0  def remove_Occ(s,ch):\\n\\t'''Write a python fun...   \n",
       "1  def sort_matrix(M):\\n\\t'''Write a function to ...   \n",
       "2  def find_Volume(l,b,h):\\n\\t'''Write a python f...   \n",
       "3  import re\\ndef text_lowercase_underscore(text)...   \n",
       "4  def square_perimeter(a):\\n\\t'''Write a functio...   \n",
       "\n",
       "                                     output_testcase   exec_error  \n",
       "0  remove_Occ(\"hello\",\"l\") == \"heo\"\\nassert remov...  SyntaxError  \n",
       "1  sort_matrix([[1, 2, 3], [2, 4, 5], [1, 1, 1]])...          NaN  \n",
       "2  find_Volume(10,8,6) == 240\\nassert find_Volume...          NaN  \n",
       "3  text_lowercase_underscore(\"aab_cbbbc\")==(True)...  SyntaxError  \n",
       "4  square_perimeter(10)==40\\nassert square_perime...          NaN  "
      ]
     },
     "execution_count": 10,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "mbpp_testset.head()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 87,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "def remove_Occ(s,ch): \n",
      "    for i in range(len(s)): \n",
      "        if (s[i] == ch): \n",
      "            s = s[0 : i] + s[i + 1:] \n",
      "            break\n",
      "    for i in range(len(s) - 1,-1,-1):  \n",
      "        if (s[i] == ch): \n",
      "            s = s[0 : i] + s[i + 1:] \n",
      "            break\n",
      "    return s \n"
     ]
    }
   ],
   "source": [
    "print(mbpp_testset['code'][0])"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 89,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "recorded id: 0.\n",
      "recorded id: 1.\n",
      "recorded id: 2.\n",
      "recorded id: 3.\n",
      "recorded id: 4.\n",
      "recorded id: 5.\n",
      "recorded id: 6.\n",
      "recorded id: 7.\n",
      "recorded id: 8.\n",
      "recorded id: 9.\n",
      "recorded id: 10.\n",
      "recorded id: 11.\n",
      "recorded id: 12.\n",
      "recorded id: 13.\n",
      "recorded id: 14.\n",
      "recorded id: 15.\n",
      "recorded id: 16.\n",
      "recorded id: 17.\n",
      "recorded id: 18.\n",
      "recorded id: 19.\n",
      "recorded id: 20.\n",
      "recorded id: 21.\n",
      "recorded id: 22.\n",
      "recorded id: 23.\n",
      "recorded id: 24.\n",
      "recorded id: 25.\n",
      "recorded id: 26.\n",
      "recorded id: 27.\n",
      "recorded id: 28.\n",
      "recorded id: 29.\n",
      "recorded id: 30.\n",
      "recorded id: 31.\n",
      "recorded id: 32.\n",
      "recorded id: 33.\n",
      "recorded id: 34.\n",
      "recorded id: 35.\n",
      "recorded id: 36.\n",
      "recorded id: 37.\n",
      "recorded id: 38.\n",
      "recorded id: 39.\n",
      "recorded id: 40.\n",
      "recorded id: 41.\n",
      "recorded id: 42.\n",
      "recorded id: 43.\n",
      "recorded id: 44.\n",
      "recorded id: 45.\n",
      "recorded id: 46.\n",
      "recorded id: 47.\n",
      "recorded id: 48.\n",
      "recorded id: 49.\n",
      "recorded id: 50.\n",
      "recorded id: 51.\n",
      "recorded id: 52.\n",
      "recorded id: 53.\n",
      "recorded id: 54.\n",
      "recorded id: 55.\n",
      "recorded id: 56.\n",
      "recorded id: 57.\n",
      "recorded id: 58.\n",
      "recorded id: 59.\n",
      "recorded id: 60.\n",
      "recorded id: 61.\n",
      "recorded id: 62.\n",
      "recorded id: 63.\n",
      "recorded id: 64.\n",
      "recorded id: 65.\n",
      "recorded id: 66.\n",
      "recorded id: 67.\n",
      "recorded id: 68.\n",
      "recorded id: 69.\n",
      "recorded id: 70.\n",
      "recorded id: 71.\n",
      "recorded id: 72.\n",
      "recorded id: 73.\n",
      "recorded id: 74.\n",
      "recorded id: 75.\n",
      "recorded id: 76.\n",
      "recorded id: 77.\n",
      "recorded id: 78.\n",
      "recorded id: 79.\n",
      "recorded id: 80.\n",
      "recorded id: 81.\n",
      "recorded id: 82.\n",
      "recorded id: 83.\n",
      "recorded id: 84.\n",
      "recorded id: 85.\n",
      "recorded id: 86.\n",
      "recorded id: 87.\n",
      "recorded id: 88.\n",
      "recorded id: 89.\n",
      "recorded id: 90.\n",
      "recorded id: 91.\n",
      "recorded id: 92.\n",
      "recorded id: 93.\n",
      "recorded id: 94.\n",
      "recorded id: 95.\n",
      "recorded id: 96.\n",
      "recorded id: 97.\n",
      "recorded id: 98.\n",
      "recorded id: 99.\n",
      "recorded id: 100.\n",
      "recorded id: 101.\n",
      "recorded id: 102.\n",
      "recorded id: 103.\n",
      "recorded id: 104.\n",
      "recorded id: 105.\n",
      "recorded id: 106.\n",
      "recorded id: 107.\n",
      "recorded id: 108.\n",
      "recorded id: 109.\n",
      "recorded id: 110.\n",
      "recorded id: 111.\n",
      "recorded id: 112.\n",
      "recorded id: 113.\n",
      "recorded id: 114.\n",
      "recorded id: 115.\n",
      "recorded id: 116.\n",
      "recorded id: 117.\n",
      "recorded id: 118.\n",
      "recorded id: 119.\n",
      "recorded id: 120.\n",
      "recorded id: 121.\n",
      "recorded id: 122.\n",
      "recorded id: 123.\n",
      "recorded id: 124.\n",
      "recorded id: 125.\n",
      "recorded id: 126.\n",
      "recorded id: 127.\n",
      "recorded id: 128.\n",
      "recorded id: 129.\n",
      "recorded id: 130.\n",
      "recorded id: 131.\n",
      "recorded id: 132.\n",
      "recorded id: 133.\n",
      "recorded id: 134.\n",
      "recorded id: 135.\n",
      "recorded id: 136.\n",
      "recorded id: 137.\n",
      "recorded id: 138.\n",
      "recorded id: 139.\n",
      "recorded id: 140.\n",
      "recorded id: 141.\n",
      "recorded id: 142.\n",
      "recorded id: 143.\n",
      "recorded id: 144.\n",
      "recorded id: 145.\n",
      "recorded id: 146.\n",
      "recorded id: 147.\n",
      "recorded id: 148.\n",
      "recorded id: 149.\n",
      "recorded id: 150.\n",
      "recorded id: 151.\n",
      "recorded id: 152.\n",
      "recorded id: 153.\n",
      "recorded id: 154.\n",
      "recorded id: 155.\n",
      "recorded id: 156.\n",
      "recorded id: 157.\n",
      "recorded id: 158.\n",
      "recorded id: 159.\n",
      "recorded id: 160.\n",
      "recorded id: 161.\n",
      "recorded id: 162.\n",
      "recorded id: 163.\n",
      "recorded id: 164.\n",
      "recorded id: 165.\n",
      "recorded id: 166.\n",
      "recorded id: 167.\n",
      "recorded id: 168.\n",
      "recorded id: 169.\n",
      "recorded id: 170.\n",
      "recorded id: 171.\n",
      "recorded id: 172.\n",
      "recorded id: 173.\n",
      "recorded id: 174.\n",
      "recorded id: 175.\n",
      "recorded id: 176.\n",
      "recorded id: 177.\n",
      "recorded id: 178.\n",
      "recorded id: 179.\n",
      "recorded id: 180.\n",
      "recorded id: 181.\n",
      "recorded id: 182.\n",
      "recorded id: 183.\n",
      "recorded id: 184.\n",
      "recorded id: 185.\n",
      "recorded id: 186.\n",
      "recorded id: 187.\n",
      "recorded id: 188.\n",
      "recorded id: 189.\n",
      "recorded id: 190.\n",
      "recorded id: 191.\n",
      "recorded id: 192.\n",
      "recorded id: 193.\n",
      "recorded id: 194.\n",
      "recorded id: 195.\n",
      "recorded id: 196.\n",
      "recorded id: 197.\n",
      "recorded id: 198.\n",
      "recorded id: 199.\n",
      "recorded id: 200.\n",
      "recorded id: 201.\n",
      "recorded id: 202.\n",
      "recorded id: 203.\n",
      "recorded id: 204.\n",
      "recorded id: 205.\n",
      "recorded id: 206.\n",
      "recorded id: 207.\n",
      "recorded id: 208.\n",
      "recorded id: 209.\n",
      "recorded id: 210.\n",
      "recorded id: 211.\n",
      "recorded id: 212.\n",
      "recorded id: 213.\n",
      "recorded id: 214.\n",
      "recorded id: 215.\n",
      "recorded id: 216.\n",
      "recorded id: 217.\n",
      "recorded id: 218.\n",
      "recorded id: 219.\n",
      "recorded id: 220.\n",
      "recorded id: 221.\n",
      "recorded id: 222.\n",
      "recorded id: 223.\n",
      "recorded id: 224.\n",
      "recorded id: 225.\n",
      "recorded id: 226.\n",
      "recorded id: 227.\n",
      "recorded id: 228.\n",
      "recorded id: 229.\n",
      "recorded id: 230.\n",
      "recorded id: 231.\n",
      "recorded id: 232.\n",
      "recorded id: 233.\n",
      "recorded id: 234.\n",
      "recorded id: 235.\n",
      "recorded id: 236.\n",
      "recorded id: 237.\n",
      "recorded id: 238.\n",
      "recorded id: 239.\n",
      "recorded id: 240.\n",
      "recorded id: 241.\n",
      "recorded id: 242.\n",
      "recorded id: 243.\n",
      "recorded id: 244.\n",
      "recorded id: 245.\n",
      "recorded id: 246.\n",
      "recorded id: 247.\n",
      "recorded id: 248.\n",
      "recorded id: 249.\n",
      "recorded id: 250.\n",
      "recorded id: 251.\n",
      "recorded id: 252.\n",
      "recorded id: 253.\n",
      "recorded id: 254.\n",
      "recorded id: 255.\n",
      "recorded id: 256.\n"
     ]
    }
   ],
   "source": [
    "# wrtie_path = 'mbpp_data/'\n",
    "# for idx,row in mbpp_testset.iterrows():\n",
    "#     filename = f\"problem_id_{row['task_id']}.py\"\n",
    "#     f = open(wrtie_path+filename, 'w')\n",
    "#     f.write(row['code'])\n",
    "#     f.close()\n",
    "#     print(f'recorded id: {idx}.')"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "# HumanEval"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 11,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>Unnamed: 0</th>\n",
       "      <th>task_id</th>\n",
       "      <th>prompt_code</th>\n",
       "      <th>output_solution</th>\n",
       "      <th>test</th>\n",
       "      <th>fn_name</th>\n",
       "      <th>test_list</th>\n",
       "      <th>prompt_testcase</th>\n",
       "      <th>output_testcase</th>\n",
       "      <th>exec_error</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>0</td>\n",
       "      <td>HumanEval/0</td>\n",
       "      <td>from typing import List\\n\\n\\ndef has_close_ele...</td>\n",
       "      <td>for idx, elem in enumerate(numbers):\\n    ...</td>\n",
       "      <td>\\n\\nMETADATA = {\\n    'author': 'jt',\\n    'da...</td>\n",
       "      <td>has_close_elements</td>\n",
       "      <td>['assert has_close_elements([1.0, 2.0, 3.9, 4....</td>\n",
       "      <td>from typing import List\\n\\n\\ndef has_close_ele...</td>\n",
       "      <td>has_close_elements([1.0, 2.0, 3.9, 4.0, 5.0, 2...</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>1</td>\n",
       "      <td>HumanEval/1</td>\n",
       "      <td>from typing import List\\n\\n\\ndef separate_pare...</td>\n",
       "      <td>result = []\\n    current_string = []\\n    ...</td>\n",
       "      <td>\\n\\nMETADATA = {\\n    'author': 'jt',\\n    'da...</td>\n",
       "      <td>separate_paren_groups</td>\n",
       "      <td>[\"assert separate_paren_groups('(()()) ((())) ...</td>\n",
       "      <td>from typing import List\\n\\n\\ndef separate_pare...</td>\n",
       "      <td>separate_paren_groups('(()()) ((())) () ((())(...</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>2</td>\n",
       "      <td>HumanEval/2</td>\n",
       "      <td>\\n\\ndef truncate_number(number: float) -&gt; floa...</td>\n",
       "      <td>return number % 1.0\\n</td>\n",
       "      <td>\\n\\nMETADATA = {\\n    'author': 'jt',\\n    'da...</td>\n",
       "      <td>truncate_number</td>\n",
       "      <td>['assert truncate_number(3.5) == 0.5', 'assert...</td>\n",
       "      <td>\\n\\ndef truncate_number(number: float) -&gt; floa...</td>\n",
       "      <td>truncate_number(3.5) == 0.5\\nassert abs(trunca...</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>3</td>\n",
       "      <td>HumanEval/3</td>\n",
       "      <td>from typing import List\\n\\n\\ndef below_zero(op...</td>\n",
       "      <td>balance = 0\\n\\n    for op in operations:\\n...</td>\n",
       "      <td>\\n\\nMETADATA = {\\n    'author': 'jt',\\n    'da...</td>\n",
       "      <td>below_zero</td>\n",
       "      <td>['assert below_zero([]) == False', 'assert bel...</td>\n",
       "      <td>from typing import List\\n\\n\\ndef below_zero(op...</td>\n",
       "      <td>below_zero([]) == False\\nassert below_zero([1,...</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>4</td>\n",
       "      <td>HumanEval/4</td>\n",
       "      <td>from typing import List\\n\\n\\ndef mean_absolute...</td>\n",
       "      <td>mean = sum(numbers) / len(numbers)\\n    re...</td>\n",
       "      <td>\\n\\nMETADATA = {\\n    'author': 'jt',\\n    'da...</td>\n",
       "      <td>mean_absolute_deviation</td>\n",
       "      <td>['assert abs(mean_absolute_deviation([1.0, 2.0...</td>\n",
       "      <td>from typing import List\\n\\n\\ndef mean_absolute...</td>\n",
       "      <td>abs(mean_absolute_deviation([1.0, 2.0, 3.0]) -...</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "   Unnamed: 0      task_id                                        prompt_code  \\\n",
       "0           0  HumanEval/0  from typing import List\\n\\n\\ndef has_close_ele...   \n",
       "1           1  HumanEval/1  from typing import List\\n\\n\\ndef separate_pare...   \n",
       "2           2  HumanEval/2  \\n\\ndef truncate_number(number: float) -> floa...   \n",
       "3           3  HumanEval/3  from typing import List\\n\\n\\ndef below_zero(op...   \n",
       "4           4  HumanEval/4  from typing import List\\n\\n\\ndef mean_absolute...   \n",
       "\n",
       "                                     output_solution  \\\n",
       "0      for idx, elem in enumerate(numbers):\\n    ...   \n",
       "1      result = []\\n    current_string = []\\n    ...   \n",
       "2                              return number % 1.0\\n   \n",
       "3      balance = 0\\n\\n    for op in operations:\\n...   \n",
       "4      mean = sum(numbers) / len(numbers)\\n    re...   \n",
       "\n",
       "                                                test                  fn_name  \\\n",
       "0  \\n\\nMETADATA = {\\n    'author': 'jt',\\n    'da...       has_close_elements   \n",
       "1  \\n\\nMETADATA = {\\n    'author': 'jt',\\n    'da...    separate_paren_groups   \n",
       "2  \\n\\nMETADATA = {\\n    'author': 'jt',\\n    'da...          truncate_number   \n",
       "3  \\n\\nMETADATA = {\\n    'author': 'jt',\\n    'da...               below_zero   \n",
       "4  \\n\\nMETADATA = {\\n    'author': 'jt',\\n    'da...  mean_absolute_deviation   \n",
       "\n",
       "                                           test_list  \\\n",
       "0  ['assert has_close_elements([1.0, 2.0, 3.9, 4....   \n",
       "1  [\"assert separate_paren_groups('(()()) ((())) ...   \n",
       "2  ['assert truncate_number(3.5) == 0.5', 'assert...   \n",
       "3  ['assert below_zero([]) == False', 'assert bel...   \n",
       "4  ['assert abs(mean_absolute_deviation([1.0, 2.0...   \n",
       "\n",
       "                                     prompt_testcase  \\\n",
       "0  from typing import List\\n\\n\\ndef has_close_ele...   \n",
       "1  from typing import List\\n\\n\\ndef separate_pare...   \n",
       "2  \\n\\ndef truncate_number(number: float) -> floa...   \n",
       "3  from typing import List\\n\\n\\ndef below_zero(op...   \n",
       "4  from typing import List\\n\\n\\ndef mean_absolute...   \n",
       "\n",
       "                                     output_testcase exec_error  \n",
       "0  has_close_elements([1.0, 2.0, 3.9, 4.0, 5.0, 2...        NaN  \n",
       "1  separate_paren_groups('(()()) ((())) () ((())(...        NaN  \n",
       "2  truncate_number(3.5) == 0.5\\nassert abs(trunca...        NaN  \n",
       "3  below_zero([]) == False\\nassert below_zero([1,...        NaN  \n",
       "4  abs(mean_absolute_deviation([1.0, 2.0, 3.0]) -...        NaN  "
      ]
     },
     "execution_count": 11,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "humaneval_testset.head()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 16,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "from typing import List\n",
      "\n",
      "\n",
      "def has_close_elements(numbers: List[float], threshold: float) -> bool:\n",
      "    \"\"\" Check if in given list of numbers, are any two numbers closer to each other than\n",
      "    given threshold.\n",
      "    >>> has_close_elements([1.0, 2.0, 3.0], 0.5)\n",
      "    False\n",
      "    >>> has_close_elements([1.0, 2.8, 3.0, 4.0, 5.0, 2.0], 0.3)\n",
      "    True\n",
      "    \"\"\"\n",
      "    pass\n",
      "# check the correctness of has_close_elements\n",
      "assert \n"
     ]
    }
   ],
   "source": [
    "print(humaneval_testset['prompt_testcase'][0])"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 12,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "from typing import List\n",
      "\n",
      "\n",
      "def has_close_elements(numbers: List[float], threshold: float) -> bool:\n",
      "    \"\"\" Check if in given list of numbers, are any two numbers closer to each other than\n",
      "    given threshold.\n",
      "    >>> has_close_elements([1.0, 2.0, 3.0], 0.5)\n",
      "    False\n",
      "    >>> has_close_elements([1.0, 2.8, 3.0, 4.0, 5.0, 2.0], 0.3)\n",
      "    True\n",
      "    \"\"\"\n",
      "\n"
     ]
    }
   ],
   "source": [
    "print(humaneval_testset['prompt_code'][0])"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 13,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "    for idx, elem in enumerate(numbers):\n",
      "        for idx2, elem2 in enumerate(numbers):\n",
      "            if idx != idx2:\n",
      "                distance = abs(elem - elem2)\n",
      "                if distance < threshold:\n",
      "                    return True\n",
      "\n",
      "    return False\n",
      "\n"
     ]
    }
   ],
   "source": [
    "print(humaneval_testset['output_solution'][0])"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 14,
   "metadata": {},
   "outputs": [],
   "source": [
    "humaneval_testset['prompt_pynguin'] = humaneval_testset.apply(lambda x: x['prompt_code'] + x['output_solution'], axis=1)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 15,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "from typing import List\n",
      "\n",
      "\n",
      "def has_close_elements(numbers: List[float], threshold: float) -> bool:\n",
      "    \"\"\" Check if in given list of numbers, are any two numbers closer to each other than\n",
      "    given threshold.\n",
      "    >>> has_close_elements([1.0, 2.0, 3.0], 0.5)\n",
      "    False\n",
      "    >>> has_close_elements([1.0, 2.8, 3.0, 4.0, 5.0, 2.0], 0.3)\n",
      "    True\n",
      "    \"\"\"\n",
      "    for idx, elem in enumerate(numbers):\n",
      "        for idx2, elem2 in enumerate(numbers):\n",
      "            if idx != idx2:\n",
      "                distance = abs(elem - elem2)\n",
      "                if distance < threshold:\n",
      "                    return True\n",
      "\n",
      "    return False\n",
      "\n"
     ]
    }
   ],
   "source": [
    "print(humaneval_testset['prompt_pynguin'][0])"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 99,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "recorded id: 0.\n",
      "recorded id: 1.\n",
      "recorded id: 2.\n",
      "recorded id: 3.\n",
      "recorded id: 4.\n",
      "recorded id: 5.\n",
      "recorded id: 6.\n",
      "recorded id: 7.\n",
      "recorded id: 8.\n",
      "recorded id: 9.\n",
      "recorded id: 10.\n",
      "recorded id: 11.\n",
      "recorded id: 12.\n",
      "recorded id: 13.\n",
      "recorded id: 14.\n",
      "recorded id: 15.\n",
      "recorded id: 16.\n",
      "recorded id: 17.\n",
      "recorded id: 18.\n",
      "recorded id: 19.\n",
      "recorded id: 20.\n",
      "recorded id: 21.\n",
      "recorded id: 22.\n",
      "recorded id: 23.\n",
      "recorded id: 24.\n",
      "recorded id: 25.\n",
      "recorded id: 26.\n",
      "recorded id: 27.\n",
      "recorded id: 28.\n",
      "recorded id: 29.\n",
      "recorded id: 30.\n",
      "recorded id: 31.\n",
      "recorded id: 32.\n",
      "recorded id: 33.\n",
      "recorded id: 34.\n",
      "recorded id: 35.\n",
      "recorded id: 36.\n",
      "recorded id: 37.\n",
      "recorded id: 38.\n",
      "recorded id: 39.\n",
      "recorded id: 40.\n",
      "recorded id: 41.\n",
      "recorded id: 42.\n",
      "recorded id: 43.\n",
      "recorded id: 44.\n",
      "recorded id: 45.\n",
      "recorded id: 46.\n",
      "recorded id: 47.\n",
      "recorded id: 48.\n",
      "recorded id: 49.\n",
      "recorded id: 50.\n",
      "recorded id: 51.\n",
      "recorded id: 52.\n",
      "recorded id: 53.\n",
      "recorded id: 54.\n",
      "recorded id: 55.\n",
      "recorded id: 56.\n",
      "recorded id: 57.\n",
      "recorded id: 58.\n",
      "recorded id: 59.\n",
      "recorded id: 60.\n",
      "recorded id: 61.\n",
      "recorded id: 62.\n",
      "recorded id: 63.\n",
      "recorded id: 64.\n",
      "recorded id: 65.\n",
      "recorded id: 66.\n",
      "recorded id: 67.\n",
      "recorded id: 68.\n",
      "recorded id: 69.\n",
      "recorded id: 70.\n",
      "recorded id: 71.\n",
      "recorded id: 72.\n",
      "recorded id: 73.\n",
      "recorded id: 74.\n",
      "recorded id: 75.\n",
      "recorded id: 76.\n",
      "recorded id: 77.\n",
      "recorded id: 78.\n",
      "recorded id: 79.\n",
      "recorded id: 80.\n",
      "recorded id: 81.\n",
      "recorded id: 82.\n",
      "recorded id: 83.\n",
      "recorded id: 84.\n",
      "recorded id: 85.\n",
      "recorded id: 86.\n",
      "recorded id: 87.\n",
      "recorded id: 88.\n",
      "recorded id: 89.\n",
      "recorded id: 90.\n",
      "recorded id: 91.\n",
      "recorded id: 92.\n",
      "recorded id: 93.\n",
      "recorded id: 94.\n",
      "recorded id: 95.\n",
      "recorded id: 96.\n",
      "recorded id: 97.\n",
      "recorded id: 98.\n",
      "recorded id: 99.\n",
      "recorded id: 100.\n",
      "recorded id: 101.\n",
      "recorded id: 102.\n",
      "recorded id: 103.\n",
      "recorded id: 104.\n",
      "recorded id: 105.\n",
      "recorded id: 106.\n",
      "recorded id: 107.\n",
      "recorded id: 108.\n",
      "recorded id: 109.\n",
      "recorded id: 110.\n",
      "recorded id: 111.\n",
      "recorded id: 112.\n",
      "recorded id: 113.\n",
      "recorded id: 114.\n",
      "recorded id: 115.\n",
      "recorded id: 116.\n",
      "recorded id: 117.\n",
      "recorded id: 118.\n",
      "recorded id: 119.\n",
      "recorded id: 120.\n",
      "recorded id: 121.\n",
      "recorded id: 122.\n",
      "recorded id: 123.\n",
      "recorded id: 124.\n",
      "recorded id: 125.\n",
      "recorded id: 126.\n",
      "recorded id: 127.\n",
      "recorded id: 128.\n",
      "recorded id: 129.\n",
      "recorded id: 130.\n",
      "recorded id: 131.\n",
      "recorded id: 132.\n",
      "recorded id: 133.\n",
      "recorded id: 134.\n",
      "recorded id: 135.\n",
      "recorded id: 136.\n",
      "recorded id: 137.\n",
      "recorded id: 138.\n",
      "recorded id: 139.\n",
      "recorded id: 140.\n",
      "recorded id: 141.\n",
      "recorded id: 142.\n",
      "recorded id: 143.\n",
      "recorded id: 144.\n",
      "recorded id: 145.\n",
      "recorded id: 146.\n",
      "recorded id: 147.\n",
      "recorded id: 148.\n",
      "recorded id: 149.\n",
      "recorded id: 150.\n",
      "recorded id: 151.\n",
      "recorded id: 152.\n",
      "recorded id: 153.\n",
      "recorded id: 154.\n",
      "recorded id: 155.\n",
      "recorded id: 156.\n",
      "recorded id: 157.\n",
      "recorded id: 158.\n",
      "recorded id: 159.\n",
      "recorded id: 160.\n",
      "recorded id: 161.\n",
      "recorded id: 162.\n",
      "recorded id: 163.\n"
     ]
    }
   ],
   "source": [
    "# wrtie_path = 'humaneval_data/'\n",
    "# for idx,row in humaneval_testset.iterrows():\n",
    "#     filename = f\"problem_id_{idx}.py\"\n",
    "#     f = open(wrtie_path+filename, 'w')\n",
    "#     f.write(row['prompt_pynguin'])\n",
    "#     f.close()\n",
    "#     print(f'recorded id: {idx}.')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": []
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "Python (py310)",
   "language": "python",
   "name": "py310"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 2
}
